Refactor code: Pull leaderboards and models configurations out of the app.py (#106)

- Code refactor: moved leaderboards configs from app.py to .yaml files (21c6649839c15ca043a2cb24373c2f0b6eebc220)
- minor fixes (fd4838e20b8259f72b5979c5516824e36fd051a6)
- Caches model cards and dim_seq_size while first intiating the leaderboard (bbfe97ce69a629d673c2cc254c7d1c4e4caae5d1)
- Fix a weird bug that made the cicklabe model name fail to render in some boards (349b10b04819aa2b28caa334e65c4b6f954d76db)
- Fix column order on refresh (a20529c61b4aede14f52bec0f77666bbd89e593f)
- fix missing German clustering (9066f738f02c40a149891f929cb99446c3f9c504)
- Caches models metadata card to a temporary file to speed up initilization (6f8ad2faabf5533e5c8a879d0325632c0589f5d5)
- Clean some invalid tasks and columns for when loading the leaderboard and using the refresh button (879c7e7b01f9e14e39b654ef7f7a532d3327a071)


Co-authored-by: Eduardo Garcia <[email protected]>

.gitignore

@@ -1 +1,2 @@
-*.pyc
+*.pyc
+model_infos.json

config.yaml

@@ -0,0 +1,364 @@
+config:
+  REPO_ID: "mteb/leaderboard"
+  RESULTS_REPO: mteb/results
+  LEADERBOARD_NAME: "MTEB Leaderboard"
+tasks:
+  BitextMining:
+    icon: "🎌"
+    metric: f1
+    metric_description: "[F1](https://huggingface.co/spaces/evaluate-metric/f1)"
+  Classification:
+    icon: "❤️"
+    metric: accuracy
+    metric_description: "[Accuracy](https://huggingface.co/spaces/evaluate-metric/accuracy)"
+  Clustering:
+    icon: "✨"
+    metric: v_measure
+    metric_description: "Validity Measure (v_measure)"
+  PairClassification:
+    icon: "🎭"
+    metric: cos_sim_ap
+    metric_description: "Average Precision based on Cosine Similarities (cos_sim_ap)"
+  Reranking: 
+    icon: "🥈"
+    metric: map
+    metric_description: "Mean Average Precision (MAP)"
+  Retrieval:
+    icon: "🔎"
+    metric: ndcg_at_10
+    metric_description: "Normalized Discounted Cumulative Gain @ k (ndcg_at_10)"
+  STS:
+    icon: "🤖"
+    metric: cos_sim_spearman
+    metric_description: "Spearman correlation based on cosine similarity"
+  Summarization:
+    icon: "📜"
+    metric: cos_sim_spearman
+    metric_description: "Spearman correlation	based on cosine similarity"
+boards:
+  en:
+    title: English
+    language_long: "English"
+    has_overall: true
+    acronym: null
+    icon: null
+    special_icons: null
+    credits: null
+    tasks:
+      Classification:
+        - AmazonCounterfactualClassification (en)
+        - AmazonPolarityClassification
+        - AmazonReviewsClassification (en)
+        - Banking77Classification
+        - EmotionClassification
+        - ImdbClassification
+        - MassiveIntentClassification (en)
+        - MassiveScenarioClassification (en)
+        - MTOPDomainClassification (en)
+        - MTOPIntentClassification (en)
+        - ToxicConversationsClassification
+        - TweetSentimentExtractionClassification
+      Clustering:
+        - ArxivClusteringP2P
+        - ArxivClusteringS2S
+        - BiorxivClusteringP2P
+        - BiorxivClusteringS2S
+        - MedrxivClusteringP2P
+        - MedrxivClusteringS2S
+        - RedditClustering
+        - RedditClusteringP2P
+        - StackExchangeClustering
+        - StackExchangeClusteringP2P
+        - TwentyNewsgroupsClustering
+      PairClassification:
+        - SprintDuplicateQuestions
+        - TwitterSemEval2015
+        - TwitterURLCorpus
+      Reranking:
+        - AskUbuntuDupQuestions
+        - MindSmallReranking
+        - SciDocsRR
+        - StackOverflowDupQuestions
+      Retrieval:
+        - ArguAna
+        - ClimateFEVER
+        - CQADupstackRetrieval
+        - DBPedia
+        - FEVER
+        - FiQA2018
+        - HotpotQA
+        - MSMARCO
+        - NFCorpus
+        - NQ
+        - QuoraRetrieval
+        - SCIDOCS
+        - SciFact
+        - Touche2020
+        - TRECCOVID
+      STS:
+        - BIOSSES
+        - SICK-R
+        - STS12
+        - STS13
+        - STS14
+        - STS15
+        - STS16
+        - STS17 (en-en)
+        - STS22 (en)
+        - STSBenchmark
+      Summarization:
+        - SummEval
+  en-x:
+    title: "English-X"
+    language_long: "117 (Pairs of: English & other language)"
+    has_overall: false
+    acronym: null
+    icon: null
+    special_icons: null
+    credits: null
+    tasks:
+      BitextMining: ['BUCC (de-en)', 'BUCC (fr-en)', 'BUCC (ru-en)', 'BUCC (zh-en)', 'Tatoeba (afr-eng)', 'Tatoeba (amh-eng)', 'Tatoeba (ang-eng)', 'Tatoeba (ara-eng)', 'Tatoeba (arq-eng)', 'Tatoeba (arz-eng)', 'Tatoeba (ast-eng)', 'Tatoeba (awa-eng)', 'Tatoeba (aze-eng)', 'Tatoeba (bel-eng)', 'Tatoeba (ben-eng)', 'Tatoeba (ber-eng)', 'Tatoeba (bos-eng)', 'Tatoeba (bre-eng)', 'Tatoeba (bul-eng)', 'Tatoeba (cat-eng)', 'Tatoeba (cbk-eng)', 'Tatoeba (ceb-eng)', 'Tatoeba (ces-eng)', 'Tatoeba (cha-eng)', 'Tatoeba (cmn-eng)', 'Tatoeba (cor-eng)', 'Tatoeba (csb-eng)', 'Tatoeba (cym-eng)', 'Tatoeba (dan-eng)', 'Tatoeba (deu-eng)', 'Tatoeba (dsb-eng)', 'Tatoeba (dtp-eng)', 'Tatoeba (ell-eng)', 'Tatoeba (epo-eng)', 'Tatoeba (est-eng)', 'Tatoeba (eus-eng)', 'Tatoeba (fao-eng)', 'Tatoeba (fin-eng)', 'Tatoeba (fra-eng)', 'Tatoeba (fry-eng)', 'Tatoeba (gla-eng)', 'Tatoeba (gle-eng)', 'Tatoeba (glg-eng)', 'Tatoeba (gsw-eng)', 'Tatoeba (heb-eng)', 'Tatoeba (hin-eng)', 'Tatoeba (hrv-eng)', 'Tatoeba (hsb-eng)', 'Tatoeba (hun-eng)', 'Tatoeba (hye-eng)', 'Tatoeba (ido-eng)', 'Tatoeba (ile-eng)', 'Tatoeba (ina-eng)', 'Tatoeba (ind-eng)', 'Tatoeba (isl-eng)', 'Tatoeba (ita-eng)', 'Tatoeba (jav-eng)', 'Tatoeba (jpn-eng)', 'Tatoeba (kab-eng)', 'Tatoeba (kat-eng)', 'Tatoeba (kaz-eng)', 'Tatoeba (khm-eng)', 'Tatoeba (kor-eng)', 'Tatoeba (kur-eng)', 'Tatoeba (kzj-eng)', 'Tatoeba (lat-eng)', 'Tatoeba (lfn-eng)', 'Tatoeba (lit-eng)', 'Tatoeba (lvs-eng)', 'Tatoeba (mal-eng)', 'Tatoeba (mar-eng)', 'Tatoeba (max-eng)', 'Tatoeba (mhr-eng)', 'Tatoeba (mkd-eng)', 'Tatoeba (mon-eng)', 'Tatoeba (nds-eng)', 'Tatoeba (nld-eng)', 'Tatoeba (nno-eng)', 'Tatoeba (nob-eng)', 'Tatoeba (nov-eng)', 'Tatoeba (oci-eng)', 'Tatoeba (orv-eng)', 'Tatoeba (pam-eng)', 'Tatoeba (pes-eng)', 'Tatoeba (pms-eng)', 'Tatoeba (pol-eng)', 'Tatoeba (por-eng)', 'Tatoeba (ron-eng)', 'Tatoeba (rus-eng)', 'Tatoeba (slk-eng)', 'Tatoeba (slv-eng)', 'Tatoeba (spa-eng)', 'Tatoeba (sqi-eng)', 'Tatoeba (srp-eng)', 'Tatoeba (swe-eng)', 'Tatoeba (swg-eng)', 'Tatoeba (swh-eng)', 'Tatoeba (tam-eng)', 'Tatoeba (tat-eng)', 'Tatoeba (tel-eng)', 'Tatoeba (tgl-eng)', 'Tatoeba (tha-eng)', 'Tatoeba (tuk-eng)', 'Tatoeba (tur-eng)', 'Tatoeba (tzl-eng)', 'Tatoeba (uig-eng)', 'Tatoeba (ukr-eng)', 'Tatoeba (urd-eng)', 'Tatoeba (uzb-eng)', 'Tatoeba (vie-eng)', 'Tatoeba (war-eng)', 'Tatoeba (wuu-eng)', 'Tatoeba (xho-eng)', 'Tatoeba (yid-eng)', 'Tatoeba (yue-eng)', 'Tatoeba (zsm-eng)']
+  zh:
+    title: Chinese
+    language_long: Chinese
+    has_overall: true
+    acronym: C-MTEB
+    icon: "🇨🇳"
+    special_icons:
+      Classification: "🧡"
+    credits: "[FlagEmbedding](https://github.com/FlagOpen/FlagEmbedding)"
+    tasks:
+      Classification:
+        - AmazonReviewsClassification (zh)
+        - IFlyTek
+        - JDReview
+        - MassiveIntentClassification (zh-CN)
+        - MassiveScenarioClassification (zh-CN)
+        - MultilingualSentiment
+        - OnlineShopping
+        - TNews
+        - Waimai
+      Clustering:
+        - CLSClusteringP2P
+        - CLSClusteringS2S
+        - ThuNewsClusteringP2P
+        - ThuNewsClusteringS2S
+      PairClassification:
+        - Cmnli
+        - Ocnli
+      Reranking:
+        - CMedQAv1
+        - CMedQAv2
+        - MMarcoReranking
+        - T2Reranking
+      Retrieval:
+        - CmedqaRetrieval
+        - CovidRetrieval
+        - DuRetrieval
+        - EcomRetrieval
+        - MedicalRetrieval
+        - MMarcoRetrieval
+        - T2Retrieval
+        - VideoRetrieval
+      STS:
+        - AFQMC
+        - ATEC
+        - BQ
+        - LCQMC
+        - PAWSX
+        - QBQTC
+        - STS22 (zh)
+        - STSB
+  da:
+    title: Danish
+    language_long: Danish
+    has_overall: false
+    acronym: null
+    icon: "🇩🇰"
+    special_icons:
+      Classification: "🤍"
+    credits: "[Kenneth Enevoldsen](https://github.com/KennethEnevoldsen), [scandinavian-embedding-benchmark](https://kennethenevoldsen.github.io/scandinavian-embedding-benchmark/)"
+    tasks:
+      BitextMining:
+        - BornholmBitextMining
+      Classification:
+        - AngryTweetsClassification
+        - DanishPoliticalCommentsClassification
+        - DKHateClassification
+        - LccSentimentClassification
+        - MassiveIntentClassification (da)
+        - MassiveScenarioClassification (da)
+        - NordicLangClassification
+        - ScalaDaClassification
+  fr:
+    title: French
+    language_long: "French"
+    has_overall: true
+    acronym: "F-MTEB"
+    icon: "🇫🇷"
+    special_icons:
+      Classification: "💙"
+    credits: "[Lyon-NLP](https://github.com/Lyon-NLP): [Gabriel Sequeira](https://github.com/GabrielSequeira), [Imene Kerboua](https://github.com/imenelydiaker), [Wissam Siblini](https://github.com/wissam-sib), [Mathieu Ciancone](https://github.com/MathieuCiancone), [Marion Schaeffer](https://github.com/schmarion)"
+    tasks:
+      Classification:
+        - AmazonReviewsClassification (fr)
+        - MasakhaNEWSClassification (fra)
+        - MassiveIntentClassification (fr)
+        - MassiveScenarioClassification (fr)
+        - MTOPDomainClassification (fr)
+        - MTOPIntentClassification (fr)
+      Clustering:
+        - AlloProfClusteringP2P
+        - AlloProfClusteringS2S
+        - HALClusteringS2S
+        - MLSUMClusteringP2P
+        - MLSUMClusteringS2S
+        - MasakhaNEWSClusteringP2P (fra)
+        - MasakhaNEWSClusteringS2S (fra)
+      PairClassification:
+        - OpusparcusPC (fr)
+        - PawsX (fr)
+      Reranking:
+        - AlloprofReranking
+        - SyntecReranking
+      Retrieval:
+        - AlloprofRetrieval
+        - BSARDRetrieval
+        - MintakaRetrieval (fr)
+        - SyntecRetrieval
+        - XPQARetrieval (fr)
+      STS:
+        - STS22 (fr)
+        - STSBenchmarkMultilingualSTS (fr)
+        - SICKFr
+      Summarization:
+        - SummEvalFr
+  'no':
+    title: Norwegian
+    language_long: "Norwegian Bokmål"
+    has_overall: false
+    acronym: null
+    icon: "🇳🇴"
+    special_icons:
+      Classification: "💙"
+    credits: "[Kenneth Enevoldsen](https://github.com/KennethEnevoldsen), [scandinavian-embedding-benchmark](https://kennethenevoldsen.github.io/scandinavian-embedding-benchmark/)"
+    tasks:
+      Classification: &id001
+        - NoRecClassification
+        - NordicLangClassification
+        - NorwegianParliament
+        - MassiveIntentClassification (nb)
+        - MassiveScenarioClassification (nb)
+        - ScalaNbClassification
+  law:
+    title: Law
+    language_long: "English, German, Chinese"
+    has_overall: false
+    acronym: null
+    icon: "⚖️"
+    special_icons: null
+    credits: "[Voyage AI](https://www.voyageai.com/)"
+    tasks:
+      Retrieval:
+        - AILACasedocs
+        - AILAStatutes
+        - GerDaLIRSmall
+        - LeCaRDv2
+        - LegalBenchConsumerContractsQA
+        - LegalBenchCorporateLobbying
+        - LegalQuAD
+        - LegalSummarization
+  de:
+    title: German
+    language_long: "German"
+    has_overall: false
+    acronym: null
+    icon: "🇩🇪"
+    special_icons: null
+    credits: "[Silvan](https://github.com/slvnwhrl)"
+    tasks:
+      Clustering:
+      - BlurbsClusteringP2P
+      - BlurbsClusteringS2S
+      - TenKGnadClusteringP2P
+      - TenKGnadClusteringS2S
+  pl:
+    title: Polish
+    language_long: Polish
+    has_overall: true
+    acronym: null
+    icon: "🇵🇱"
+    special_icons:
+      Classification: "🤍"
+    credits: "[Rafał Poświata](https://github.com/rafalposwiata)"
+    tasks:
+      Classification:
+        - AllegroReviews
+        - CBD
+        - MassiveIntentClassification (pl)
+        - MassiveScenarioClassification (pl)
+        - PAC
+        - PolEmo2.0-IN
+        - PolEmo2.0-OUT
+      Clustering:
+        - 8TagsClustering
+      PairClassification:
+        - CDSC-E
+        - PPC
+        - PSC
+        - SICK-E-PL
+      Retrieval:
+        - ArguAna-PL
+        - DBPedia-PL
+        - FiQA-PL
+        - HotpotQA-PL
+        - MSMARCO-PL
+        - NFCorpus-PL
+        - NQ-PL
+        - Quora-PL
+        - SCIDOCS-PL
+        - SciFact-PL
+        - TRECCOVID-PL
+      STS:
+        - CDSC-R
+        - SICK-R-PL
+        - STS22 (pl)
+  se:
+    title: Swedish
+    language_long: Swedish
+    has_overall: false
+    acronym: null
+    icon: "🇸🇪"
+    special_icons:
+      Classification: "💛"
+    credits: "[Kenneth Enevoldsen](https://github.com/KennethEnevoldsen), [scandinavian-embedding-benchmark](https://kennethenevoldsen.github.io/scandinavian-embedding-benchmark/)"
+    tasks:
+      Classification:
+        - NoRecClassification
+        - NordicLangClassification
+        - NorwegianParliament
+        - MassiveIntentClassification (nb)
+        - MassiveScenarioClassification (nb)
+        - ScalaNbClassification
+  other-cls:
+    title: "Other Languages"
+    language_long: "47 (Only languages not included in the other tabs)"
+    has_overall: false
+    acronym: null
+    icon: null
+    special_icons:
+      Classification: "💜💚💙"
+    credits: null
+    tasks:
+      Classification: ['AmazonCounterfactualClassification (de)', 'AmazonCounterfactualClassification (ja)', 'AmazonReviewsClassification (de)', 'AmazonReviewsClassification (es)', 'AmazonReviewsClassification (fr)', 'AmazonReviewsClassification (ja)', 'AmazonReviewsClassification (zh)', 'MTOPDomainClassification (de)', 'MTOPDomainClassification (es)', 'MTOPDomainClassification (fr)', 'MTOPDomainClassification (hi)', 'MTOPDomainClassification (th)', 'MTOPIntentClassification (de)', 'MTOPIntentClassification (es)', 'MTOPIntentClassification (fr)', 'MTOPIntentClassification (hi)', 'MTOPIntentClassification (th)', 'MassiveIntentClassification (af)', 'MassiveIntentClassification (am)', 'MassiveIntentClassification (ar)', 'MassiveIntentClassification (az)', 'MassiveIntentClassification (bn)', 'MassiveIntentClassification (cy)', 'MassiveIntentClassification (de)', 'MassiveIntentClassification (el)', 'MassiveIntentClassification (es)', 'MassiveIntentClassification (fa)', 'MassiveIntentClassification (fi)', 'MassiveIntentClassification (fr)', 'MassiveIntentClassification (he)', 'MassiveIntentClassification (hi)', 'MassiveIntentClassification (hu)', 'MassiveIntentClassification (hy)', 'MassiveIntentClassification (id)', 'MassiveIntentClassification (is)', 'MassiveIntentClassification (it)', 'MassiveIntentClassification (ja)', 'MassiveIntentClassification (jv)', 'MassiveIntentClassification (ka)', 'MassiveIntentClassification (km)', 'MassiveIntentClassification (kn)', 'MassiveIntentClassification (ko)', 'MassiveIntentClassification (lv)', 'MassiveIntentClassification (ml)', 'MassiveIntentClassification (mn)', 'MassiveIntentClassification (ms)', 'MassiveIntentClassification (my)', 'MassiveIntentClassification (nl)', 'MassiveIntentClassification (pt)', 'MassiveIntentClassification (ro)', 'MassiveIntentClassification (ru)', 'MassiveIntentClassification (sl)', 'MassiveIntentClassification (sq)', 'MassiveIntentClassification (sw)', 'MassiveIntentClassification (ta)', 'MassiveIntentClassification (te)', 'MassiveIntentClassification (th)', 'MassiveIntentClassification (tl)', 'MassiveIntentClassification (tr)', 'MassiveIntentClassification (ur)', 'MassiveIntentClassification (vi)', 'MassiveIntentClassification (zh-TW)', 'MassiveScenarioClassification (af)', 'MassiveScenarioClassification (am)', 'MassiveScenarioClassification (ar)', 'MassiveScenarioClassification (az)', 'MassiveScenarioClassification (bn)', 'MassiveScenarioClassification (cy)', 'MassiveScenarioClassification (de)', 'MassiveScenarioClassification (el)', 'MassiveScenarioClassification (es)', 'MassiveScenarioClassification (fa)', 'MassiveScenarioClassification (fi)', 'MassiveScenarioClassification (fr)', 'MassiveScenarioClassification (he)', 'MassiveScenarioClassification (hi)', 'MassiveScenarioClassification (hu)', 'MassiveScenarioClassification (hy)', 'MassiveScenarioClassification (id)', 'MassiveScenarioClassification (is)', 'MassiveScenarioClassification (it)', 'MassiveScenarioClassification (ja)', 'MassiveScenarioClassification (jv)', 'MassiveScenarioClassification (ka)', 'MassiveScenarioClassification (km)', 'MassiveScenarioClassification (kn)', 'MassiveScenarioClassification (ko)', 'MassiveScenarioClassification (lv)', 'MassiveScenarioClassification (ml)', 'MassiveScenarioClassification (mn)', 'MassiveScenarioClassification (ms)', 'MassiveScenarioClassification (my)', 'MassiveScenarioClassification (nl)', 'MassiveScenarioClassification (pt)', 'MassiveScenarioClassification (ro)', 'MassiveScenarioClassification (ru)', 'MassiveScenarioClassification (sl)', 'MassiveScenarioClassification (sq)', 'MassiveScenarioClassification (sw)', 'MassiveScenarioClassification (ta)', 'MassiveScenarioClassification (te)', 'MassiveScenarioClassification (th)', 'MassiveScenarioClassification (tl)', 'MassiveScenarioClassification (tr)', 'MassiveScenarioClassification (ur)', 'MassiveScenarioClassification (vi)', 'MassiveScenarioClassification (zh-TW)']
+  other-sts:
+    title: Other
+    language_long: "Arabic, Chinese, Dutch, English, French, German, Italian, Korean, Polish, Russian, Spanish (Only language combos not included in the other tabs)"
+    has_overall: false
+    acronym: null
+    icon: null
+    special_icons:
+      STS: "👽"
+    credits: null
+    tasks:
+      STS: ["STS17 (ar-ar)", "STS17 (en-ar)", "STS17 (en-de)", "STS17 (en-tr)", "STS17 (es-en)", "STS17 (es-es)", "STS17 (fr-en)", "STS17 (it-en)", "STS17 (ko-ko)", "STS17 (nl-en)", "STS22 (ar)", "STS22 (de)", "STS22 (de-en)", "STS22 (de-fr)", "STS22 (de-pl)", "STS22 (es)", "STS22 (es-en)", "STS22 (es-it)", "STS22 (fr)", "STS22 (fr-pl)", "STS22 (it)", "STS22 (pl)", "STS22 (pl-en)", "STS22 (ru)", "STS22 (tr)", "STS22 (zh-en)", "STSBenchmark"]

envs.py

@@ -0,0 +1,48 @@
+import os
+from yaml import safe_load
+
+from huggingface_hub import HfApi
+
+LEADERBOARD_CONFIG_PATH = "config.yaml"
+with open(LEADERBOARD_CONFIG_PATH, 'r', encoding='utf-8') as f:
+    LEADERBOARD_CONFIG = safe_load(f)
+MODEL_META_PATH = "model_meta.yaml"
+with open(MODEL_META_PATH, 'r', encoding='utf-8') as f:
+    MODEL_META = safe_load(f)
+
+# Try first to get the config from the environment variables, then from the config.yaml file
+def get_config(name, default):
+    res = None
+
+    if name in os.environ:
+        res = os.environ[name]
+    elif 'config' in LEADERBOARD_CONFIG:
+        res = LEADERBOARD_CONFIG['config'].get(name, None)
+
+    if res is None:
+        return default
+    return res
+
+def str2bool(v):
+  return str(v).lower() in ("yes", "true", "t", "1")
+
+# clone / pull the lmeh eval data
+HF_TOKEN = get_config("HF_TOKEN", None)
+
+LEADERBOARD_NAME = get_config("LEADERBOARD_NAME", "MTEB Leaderboard")
+
+REPO_ID = get_config("REPO_ID", "mteb/leaderboard")
+RESULTS_REPO = get_config("RESULTS_REPO", "mteb/results")
+
+CACHE_PATH=get_config("HF_HOME", ".")
+os.environ["HF_HOME"] = CACHE_PATH
+
+# Check if it is using persistent storage
+if not os.access(CACHE_PATH, os.W_OK):
+    print(f"No write access to HF_HOME: {CACHE_PATH}. Resetting to current directory.")
+    CACHE_PATH = "."
+    os.environ["HF_HOME"] = CACHE_PATH
+else:
+    print(f"Write access confirmed for HF_HOME")
+
+API = HfApi(token=HF_TOKEN)

model_meta.yaml

@@ -0,0 +1,1160 @@
+model_meta:
+  Baichuan-text-embedding:
+    link: https://platform.baichuan-ai.com/docs/text-Embedding
+    seq_len: 512
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  Cohere-embed-english-v3.0:
+    link: https://huggingface.co/Cohere/Cohere-embed-english-v3.0
+    seq_len: 512
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  Cohere-embed-multilingual-light-v3.0:
+    link: https://huggingface.co/Cohere/Cohere-embed-multilingual-light-v3.0
+    seq_len: 512
+    size: null
+    dim: 384
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  Cohere-embed-multilingual-v3.0:
+    link: https://huggingface.co/Cohere/Cohere-embed-multilingual-v3.0
+    seq_len: 512
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  DanskBERT:
+    link: https://huggingface.co/vesteinn/DanskBERT
+    seq_len: 514
+    size: 125
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  LASER2:
+    link: https://github.com/facebookresearch/LASER
+    seq_len: N/A
+    size: 43
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  LLM2Vec-Llama-supervised:
+    link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised
+    seq_len: 4096
+    size: 6607
+    dim: 4096
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  LLM2Vec-Llama-unsupervised:
+    link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp
+    seq_len: 4096
+    size: 6607
+    dim: 4096
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  LLM2Vec-Mistral-supervised:
+    link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised
+    seq_len: 32768
+    size: 7111
+    dim: 4096
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  LLM2Vec-Mistral-unsupervised:
+    link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp
+    seq_len: 32768
+    size: 7111
+    dim: 4096
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  LLM2Vec-Sheared-Llama-supervised:
+    link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised
+    seq_len: 4096
+    size: 1280
+    dim: 2048
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  LLM2Vec-Sheared-Llama-unsupervised:
+    link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp
+    seq_len: 4096
+    size: 1280
+    dim: 2048
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  LaBSE:
+    link: https://huggingface.co/sentence-transformers/LaBSE
+    seq_len: 512
+    size: 471
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  OpenSearch-text-hybrid:
+    link: https://help.aliyun.com/zh/open-search/vector-search-edition/hybrid-retrieval
+    seq_len: 512
+    size: null
+    dim: 1792
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  all-MiniLM-L12-v2:
+    link: https://huggingface.co/sentence-transformers/all-MiniLM-L12-v2
+    seq_len: 512
+    size: 33
+    dim: 384
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  all-MiniLM-L6-v2:
+    link: https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2
+    seq_len: 512
+    size: 23
+    dim: 384
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  all-mpnet-base-v2:
+    link: https://huggingface.co/sentence-transformers/all-mpnet-base-v2
+    seq_len: 514
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  allenai-specter:
+    link: https://huggingface.co/sentence-transformers/allenai-specter
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bert-base-10lang-cased:
+    link: https://huggingface.co/Geotrend/bert-base-10lang-cased
+    seq_len: 512
+    size: 138
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bert-base-15lang-cased:
+    link: https://huggingface.co/Geotrend/bert-base-15lang-cased
+    seq_len: 512
+    size: 138
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bert-base-25lang-cased:
+    link: https://huggingface.co/Geotrend/bert-base-25lang-cased
+    seq_len: 512
+    size: 138
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bert-base-multilingual-cased:
+    link: https://huggingface.co/google-bert/bert-base-multilingual-cased
+    seq_len: 512
+    size: 179
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bert-base-multilingual-uncased:
+    link: https://huggingface.co/google-bert/bert-base-multilingual-uncased
+    seq_len: 512
+    size: 168
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bert-base-swedish-cased:
+    link: https://huggingface.co/KB/bert-base-swedish-cased
+    seq_len: 512
+    size: 125
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bert-base-uncased:
+    link: https://huggingface.co/bert-base-uncased
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bge-base-zh-v1.5:
+    link: https://huggingface.co/BAAI/bge-base-zh-v1.5
+    seq_len: 512
+    size: 102
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bge-large-en-v1.5:
+    link: https://huggingface.co/BAAI/bge-large-en-v1.5
+    seq_len: 512
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  bge-large-zh-noinstruct:
+    link: https://huggingface.co/BAAI/bge-large-zh-noinstruct
+    seq_len: 512
+    size: 326
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bge-large-zh-v1.5:
+    link: https://huggingface.co/BAAI/bge-large-zh-v1.5
+    seq_len: 512
+    size: 326
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  bge-small-zh-v1.5:
+    link: https://huggingface.co/BAAI/bge-small-zh-v1.5
+    seq_len: 512
+    size: 24
+    dim: 512
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  camembert-base:
+    link: https://huggingface.co/almanach/camembert-base
+    seq_len: 512
+    size: 111
+    dim: 512
+    is_external: false
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  camembert-large:
+    link: https://huggingface.co/almanach/camembert-large
+    seq_len: 512
+    size: 338
+    dim: 768
+    is_external: false
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  contriever-base-msmarco:
+    link: https://huggingface.co/nthakur/contriever-base-msmarco
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  cross-en-de-roberta-sentence-transformer:
+    link: https://huggingface.co/T-Systems-onsite/cross-en-de-roberta-sentence-transformer
+    seq_len: 514
+    size: 278
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  dfm-encoder-large-v1:
+    link: https://huggingface.co/chcaa/dfm-encoder-large-v1
+    seq_len: 512
+    size: 355
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  dfm-sentence-encoder-large-1:
+    link: https://huggingface.co/chcaa/dfm-encoder-large-v1
+    seq_len: 512
+    size: 355
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  distilbert-base-25lang-cased:
+    link: https://huggingface.co/Geotrend/distilbert-base-25lang-cased
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: false
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  distilbert-base-en-fr-cased:
+    link: https://huggingface.co/Geotrend/distilbert-base-en-fr-cased
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: false
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  distilbert-base-en-fr-es-pt-it-cased:
+    link: https://huggingface.co/Geotrend/distilbert-base-en-fr-es-pt-it-cased
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: false
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  distilbert-base-fr-cased:
+    link: https://huggingface.co/Geotrend/distilbert-base-fr-cased
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: false
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  distilbert-base-uncased:
+    link: https://huggingface.co/distilbert-base-uncased
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: false
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  distiluse-base-multilingual-cased-v2:
+    link: https://huggingface.co/sentence-transformers/distiluse-base-multilingual-cased-v2
+    seq_len: 512
+    size: 135
+    dim: 512
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  e5-base:
+    link: https://huggingface.co/intfloat/e5-base
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  e5-large:
+    link: https://huggingface.co/intfloat/e5-large
+    seq_len: 512
+    size: 335
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  e5-mistral-7b-instruct:
+    link: https://huggingface.co/intfloat/e5-mistral-7b-instruct
+    seq_len: 32768
+    size: 7111
+    dim: 4096
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  e5-small:
+    link: https://huggingface.co/intfloat/e5-small
+    seq_len: 512
+    size: 33
+    dim: 384
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  electra-small-nordic:
+    link: https://huggingface.co/jonfd/electra-small-nordic
+    seq_len: 512
+    size: 23
+    dim: 256
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  electra-small-swedish-cased-discriminator:
+    link: https://huggingface.co/KBLab/electra-small-swedish-cased-discriminator
+    seq_len: 512
+    size: 16
+    dim: 256
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  flaubert_base_cased:
+    link: https://huggingface.co/flaubert/flaubert_base_cased
+    seq_len: 512
+    size: 138
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  flaubert_base_uncased:
+    link: https://huggingface.co/flaubert/flaubert_base_uncased
+    seq_len: 512
+    size: 138
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  flaubert_large_cased:
+    link: https://huggingface.co/flaubert/flaubert_large_cased
+    seq_len: 512
+    size: 372
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  gbert-base:
+    link: https://huggingface.co/deepset/gbert-base
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  gbert-large:
+    link: https://huggingface.co/deepset/gbert-large
+    seq_len: 512
+    size: 337
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  gelectra-base:
+    link: https://huggingface.co/deepset/gelectra-base
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  gelectra-large:
+    link: https://huggingface.co/deepset/gelectra-large
+    seq_len: 512
+    size: 335
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  glove.6B.300d:
+    link: https://huggingface.co/sentence-transformers/average_word_embeddings_glove.6B.300d
+    seq_len: N/A
+    size: 120
+    dim: 300
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  google-gecko-256.text-embedding-preview-0409:
+    link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models
+    seq_len: 2048
+    size: 1200
+    dim: 256
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  google-gecko.text-embedding-preview-0409:
+    link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models
+    seq_len: 2048
+    size: 1200
+    dim: 768
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  gottbert-base:
+    link: https://huggingface.co/uklfr/gottbert-base
+    seq_len: 512
+    size: 127
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  gtr-t5-base:
+    link: https://huggingface.co/sentence-transformers/gtr-t5-base
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  gtr-t5-large:
+    link: https://huggingface.co/sentence-transformers/gtr-t5-large
+    seq_len: 512
+    size: 168
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  gtr-t5-xl:
+    link: https://huggingface.co/sentence-transformers/gtr-t5-xl
+    seq_len: 512
+    size: 1240
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  gtr-t5-xxl:
+    link: https://huggingface.co/sentence-transformers/gtr-t5-xxl
+    seq_len: 512
+    size: 4865
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  herbert-base-retrieval-v2:
+    link: https://huggingface.co/ipipan/herbert-base-retrieval-v2
+    seq_len: 514
+    size: 125
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  komninos:
+    link: https://huggingface.co/sentence-transformers/average_word_embeddings_komninos
+    seq_len: N/A
+    size: 134
+    dim: 300
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  luotuo-bert-medium:
+    link: https://huggingface.co/silk-road/luotuo-bert-medium
+    seq_len: 512
+    size: 328
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  m3e-base:
+    link: https://huggingface.co/moka-ai/m3e-base
+    seq_len: 512
+    size: 102
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  m3e-large:
+    link: https://huggingface.co/moka-ai/m3e-large
+    seq_len: 512
+    size: 102
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  mistral-embed:
+    link: https://docs.mistral.ai/guides/embeddings
+    seq_len: null
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  msmarco-bert-co-condensor:
+    link: https://huggingface.co/sentence-transformers/msmarco-bert-co-condensor
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  multi-qa-MiniLM-L6-cos-v1:
+    link: https://huggingface.co/sentence-transformers/multi-qa-MiniLM-L6-cos-v1
+    seq_len: 512
+    size: 23
+    dim: 384
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  multilingual-e5-base:
+    link: https://huggingface.co/intfloat/multilingual-e5-base
+    seq_len: 514
+    size: 278
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  multilingual-e5-large:
+    link: https://huggingface.co/intfloat/multilingual-e5-large
+    seq_len: 514
+    size: 560
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  multilingual-e5-small:
+    link: https://huggingface.co/intfloat/multilingual-e5-small
+    seq_len: 512
+    size: 118
+    dim: 384
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  nb-bert-base:
+    link: https://huggingface.co/NbAiLab/nb-bert-base
+    seq_len: 512
+    size: 179
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  nb-bert-large:
+    link: https://huggingface.co/NbAiLab/nb-bert-large
+    seq_len: 512
+    size: 355
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  nomic-embed-text-v1.5-128:
+    link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
+    seq_len: 8192
+    size: 138
+    dim: 128
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  nomic-embed-text-v1.5-256:
+    link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
+    seq_len: 8192
+    size: 138
+    dim: 256
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  nomic-embed-text-v1.5-512:
+    link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
+    seq_len: 8192
+    size: 138
+    dim: 512
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  nomic-embed-text-v1.5-64:
+    link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
+    seq_len: 8192
+    size: 138
+    dim: 64
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  norbert3-base:
+    link: https://huggingface.co/ltg/norbert3-base
+    seq_len: 512
+    size: 131
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  norbert3-large:
+    link: https://huggingface.co/ltg/norbert3-large
+    seq_len: 512
+    size: 368
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  paraphrase-multilingual-MiniLM-L12-v2:
+    link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2
+    seq_len: 512
+    size: 118
+    dim: 384
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  paraphrase-multilingual-mpnet-base-v2:
+    link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-mpnet-base-v2
+    seq_len: 514
+    size: 278
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  sentence-bert-swedish-cased:
+    link: https://huggingface.co/KBLab/sentence-bert-swedish-cased
+    seq_len: 512
+    size: 125
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  sentence-camembert-base:
+    link: https://huggingface.co/dangvantuan/sentence-camembert-base
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  sentence-camembert-large:
+    link: https://huggingface.co/dangvantuan/sentence-camembert-large
+    seq_len: 512
+    size: 337
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  sentence-croissant-llm-base:
+    link: https://huggingface.co/Wissam42/sentence-croissant-llm-base
+    seq_len: 2048
+    size: 1280
+    dim: 2048
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  sentence-t5-base:
+    link: https://huggingface.co/sentence-transformers/sentence-t5-base
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  sentence-t5-large:
+    link: https://huggingface.co/sentence-transformers/sentence-t5-large
+    seq_len: 512
+    size: 168
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  sentence-t5-xl:
+    link: https://huggingface.co/sentence-transformers/sentence-t5-xl
+    seq_len: 512
+    size: 1240
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  sentence-t5-xxl:
+    link: https://huggingface.co/sentence-transformers/sentence-t5-xxl
+    seq_len: 512
+    size: 4865
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  silver-retriever-base-v1:
+    link: https://huggingface.co/ipipan/silver-retriever-base-v1
+    seq_len: 514
+    size: 125
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  st-polish-paraphrase-from-distilroberta:
+    link: https://huggingface.co/sdadas/st-polish-paraphrase-from-distilroberta
+    seq_len: 514
+    size: 125
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  st-polish-paraphrase-from-mpnet:
+    link: https://huggingface.co/sdadas/st-polish-paraphrase-from-mpnet
+    seq_len: 514
+    size: 125
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  sup-simcse-bert-base-uncased:
+    link: https://huggingface.co/princeton-nlp/sup-simcse-bert-base-uncased
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  text-embedding-3-large:
+    link: https://openai.com/blog/new-embedding-models-and-api-updates
+    seq_len: 8191
+    size: null
+    dim: 3072
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-embedding-3-large-256:
+    link: https://openai.com/blog/new-embedding-models-and-api-updates
+    seq_len: 8191
+    size: null
+    dim: 256
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-embedding-3-small:
+    link: https://openai.com/blog/new-embedding-models-and-api-updates
+    seq_len: 8191
+    size: null
+    dim: 1536
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-embedding-ada-002:
+    link: https://openai.com/blog/new-and-improved-embedding-model
+    seq_len: 8191
+    size: null
+    dim: 1536
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-search-ada-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-search-ada-doc-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-search-ada-query-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 1024
+    is_external: false
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-search-babbage-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 2048
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-search-curie-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 4096
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-search-davinci-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 12288
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-similarity-ada-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-similarity-babbage-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 2048
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-similarity-curie-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 4096
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text-similarity-davinci-001:
+    link: https://openai.com/blog/introducing-text-and-code-embeddings
+    seq_len: 2046
+    size: null
+    dim: 12288
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  text2vec-base-chinese:
+    link: https://huggingface.co/shibing624/text2vec-base-chinese
+    seq_len: 512
+    size: 102
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  text2vec-base-multilingual:
+    link: null
+    seq_len: null
+    size: null
+    dim: null
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  text2vec-large-chinese:
+    link: https://huggingface.co/GanymedeNil/text2vec-large-chinese
+    seq_len: 512
+    size: 326
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  titan-embed-text-v1:
+    link: https://docs.aws.amazon.com/bedrock/latest/userguide/embeddings.html
+    seq_len: 8000
+    size: null
+    dim: 1536
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  udever-bloom-1b1:
+    link: https://huggingface.co/izhx/udever-bloom-1b1
+    seq_len: 2048
+    size: null
+    dim: 1536
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  udever-bloom-560m:
+    link: https://huggingface.co/izhx/udever-bloom-560m
+    seq_len: 2048
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  universal-sentence-encoder-multilingual-3:
+    link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-3
+    seq_len: 512
+    size: null
+    dim: 512
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  universal-sentence-encoder-multilingual-large-3:
+    link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-large-3
+    seq_len: 512
+    size: null
+    dim: 512
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  unsup-simcse-bert-base-uncased:
+    link: https://huggingface.co/princeton-nlp/unsup-simcse-bert-base-uncased
+    seq_len: 512
+    size: 110
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  use-cmlm-multilingual:
+    link: https://huggingface.co/sentence-transformers/use-cmlm-multilingual
+    seq_len: 512
+    size: 472
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  voyage-2:
+    link: https://docs.voyageai.com/embeddings/
+    seq_len: 1024
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  voyage-code-2:
+    link: https://docs.voyageai.com/embeddings/
+    seq_len: 16000
+    size: null
+    dim: 1536
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  voyage-large-2-instruct:
+    link: https://docs.voyageai.com/embeddings/
+    seq_len: 16000
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: false
+  voyage-law-2:
+    link: https://docs.voyageai.com/embeddings/
+    seq_len: 4000
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  voyage-lite-01-instruct:
+    link: https://docs.voyageai.com/embeddings/
+    seq_len: 4000
+    size: null
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  voyage-lite-02-instruct:
+    link: https://docs.voyageai.com/embeddings/
+    seq_len: 4000
+    size: 1220
+    dim: 1024
+    is_external: true
+    is_proprietary: true
+    is_sentence_transformers_compatible: false
+  xlm-roberta-base:
+    link: https://huggingface.co/xlm-roberta-base
+    seq_len: 514
+    size: 279
+    dim: 768
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+  xlm-roberta-large:
+    link: https://huggingface.co/xlm-roberta-large
+    seq_len: 514
+    size: 560
+    dim: 1024
+    is_external: true
+    is_proprietary: false
+    is_sentence_transformers_compatible: true
+models_to_skip:
+- michaelfeil/ct2fast-e5-large-v2
+- McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse
+- newsrx/instructor-xl
+- sionic-ai/sionic-ai-v1
+- lsf1000/bge-evaluation
+- Intel/bge-small-en-v1.5-sst2
+- newsrx/instructor-xl-newsrx
+- McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse
+- davidpeer/gte-small
+- goldenrooster/multilingual-e5-large
+- kozistr/fused-large-en
+- mixamrepijey/instructor-small
+- McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised
+- DecisionOptimizationSystem/DeepFeatEmbeddingLargeContext
+- Intel/bge-base-en-v1.5-sst2-int8-dynamic
+- morgendigital/multilingual-e5-large-quantized
+- BAAI/bge-small-en
+- ggrn/e5-small-v2
+- vectoriseai/gte-small
+- giulio98/placeholder
+- odunola/UAE-Large-VI
+- vectoriseai/e5-large-v2
+- gruber/e5-small-v2-ggml
+- Severian/nomic
+- arcdev/e5-mistral-7b-instruct
+- mlx-community/multilingual-e5-base-mlx
+- michaelfeil/ct2fast-bge-base-en-v1.5
+- Intel/bge-small-en-v1.5-sst2-int8-static
+- jncraton/stella-base-en-v2-ct2-int8
+- vectoriseai/multilingual-e5-large
+- rlsChapters/Chapters-SFR-Embedding-Mistral
+- arcdev/SFR-Embedding-Mistral
+- McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised
+- vectoriseai/gte-base
+- mixamrepijey/instructor-models
+- GovCompete/e5-large-v2
+- ef-zulla/e5-multi-sml-torch
+- khoa-klaytn/bge-small-en-v1.5-angle
+- krilecy/e5-mistral-7b-instruct
+- vectoriseai/bge-base-en-v1.5
+- vectoriseai/instructor-base
+- jingyeom/korean_embedding_model
+- rizki/bgr-tf
+- barisaydin/bge-base-en
+- jamesgpt1/zzz
+- Malmuk1/e5-large-v2_Sharded
+- vectoriseai/ember-v1
+- Consensus/instructor-base
+- barisaydin/bge-small-en
+- barisaydin/gte-base
+- woody72/multilingual-e5-base
+- Einas/einas_ashkar
+- michaelfeil/ct2fast-bge-large-en-v1.5
+- vectoriseai/bge-small-en-v1.5
+- iampanda/Test
+- cherubhao/yogamodel
+- ieasybooks/multilingual-e5-large-onnx
+- jncraton/e5-small-v2-ct2-int8
+- radames/e5-large
+- khoa-klaytn/bge-base-en-v1.5-angle
+- Intel/bge-base-en-v1.5-sst2-int8-static
+- vectoriseai/e5-large
+- TitanML/jina-v2-base-en-embed
+- Koat/gte-tiny
+- binqiangliu/EmbeddingModlebgelargeENv1.5
+- beademiguelperez/sentence-transformers-multilingual-e5-small
+- sionic-ai/sionic-ai-v2
+- jamesdborin/jina-v2-base-en-embed
+- maiyad/multilingual-e5-small
+- dmlls/all-mpnet-base-v2
+- odunola/e5-base-v2
+- vectoriseai/bge-large-en-v1.5
+- vectoriseai/bge-small-en
+- karrar-alwaili/UAE-Large-V1
+- t12e/instructor-base
+- Frazic/udever-bloom-3b-sentence
+- Geolumina/instructor-xl
+- hsikchi/dump
+- recipe/embeddings
+- michaelfeil/ct2fast-bge-small-en-v1.5
+- ildodeltaRule/multilingual-e5-large
+- shubham-bgi/UAE-Large
+- BAAI/bge-large-en
+- michaelfeil/ct2fast-e5-small-v2
+- cgldo/semanticClone
+- barisaydin/gte-small
+- aident-ai/bge-base-en-onnx
+- jamesgpt1/english-large-v1
+- michaelfeil/ct2fast-e5-small
+- baseplate/instructor-large-1
+- newsrx/instructor-large
+- Narsil/bge-base-en
+- michaelfeil/ct2fast-e5-large
+- mlx-community/multilingual-e5-small-mlx
+- lightbird-ai/nomic
+- MaziyarPanahi/GritLM-8x7B-GGUF
+- newsrx/instructor-large-newsrx
+- dhairya0907/thenlper-get-large
+- barisaydin/bge-large-en
+- jncraton/bge-small-en-ct2-int8
+- retrainai/instructor-xl
+- BAAI/bge-base-en
+- gentlebowl/instructor-large-safetensors
+- d0rj/e5-large-en-ru
+- atian-chapters/Chapters-SFR-Embedding-Mistral
+- Intel/bge-base-en-v1.5-sts-int8-static
+- Intel/bge-base-en-v1.5-sts-int8-dynamic
+- jncraton/GIST-small-Embedding-v0-ct2-int8
+- jncraton/gte-tiny-ct2-int8
+- d0rj/e5-small-en-ru
+- vectoriseai/e5-small-v2
+- SmartComponents/bge-micro-v2
+- michaelfeil/ct2fast-gte-base
+- vectoriseai/e5-base-v2
+- Intel/bge-base-en-v1.5-sst2
+- McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised
+- Research2NLP/electrical_stella
+- weakit-v/bge-base-en-v1.5-onnx
+- GovCompete/instructor-xl
+- barisaydin/text2vec-base-multilingual
+- Intel/bge-small-en-v1.5-sst2-int8-dynamic
+- jncraton/gte-small-ct2-int8
+- d0rj/e5-base-en-ru
+- barisaydin/gte-large
+- fresha/e5-large-v2-endpoint
+- vectoriseai/instructor-large
+- Severian/embed
+- vectoriseai/e5-base
+- mlx-community/multilingual-e5-large-mlx
+- vectoriseai/gte-large
+- anttip/ct2fast-e5-small-v2-hfie
+- michaelfeil/ct2fast-gte-large
+- gizmo-ai/Cohere-embed-multilingual-v3.0
+- McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse