Sam
		
	commited on
		
		
					add german Leaderboard & update README (#64)
Browse files- EXTERNAL_MODEL_RESULTS.json +0 -0
- README.md +2 -1
- config.yaml +21 -1
    	
        EXTERNAL_MODEL_RESULTS.json
    CHANGED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
    	
        README.md
    CHANGED
    
    | @@ -21,7 +21,8 @@ This repository contains the code for pushing and updating the MTEB leaderboard | |
| 21 | 
             
            |------------------------------------------|------------------------------|
         | 
| 22 | 
             
            | [mteb](https://github.com/embeddings-benchmark/mteb)          | The implementation of the benchmark. Here you e.g. find the code to run your model on the benchmark.                                                                                                      |
         | 
| 23 | 
             
            | [leaderboard](https://huggingface.co/spaces/mteb/leaderboard) | The leaderboard itself, here you can view results of model run on MTEB.                                                                                                                                   |
         | 
| 24 | 
            -
            | [results](https://github.com/embeddings-benchmark/results)    | The results of MTEB is stored here.  | 
|  | |
| 25 |  | 
| 26 | 
             
            ## Developer setup
         | 
| 27 |  | 
|  | |
| 21 | 
             
            |------------------------------------------|------------------------------|
         | 
| 22 | 
             
            | [mteb](https://github.com/embeddings-benchmark/mteb)          | The implementation of the benchmark. Here you e.g. find the code to run your model on the benchmark.                                                                                                      |
         | 
| 23 | 
             
            | [leaderboard](https://huggingface.co/spaces/mteb/leaderboard) | The leaderboard itself, here you can view results of model run on MTEB.                                                                                                                                   |
         | 
| 24 | 
            +
            | [results](https://github.com/embeddings-benchmark/results)    | The results of MTEB is stored here.  To learn how to add results to the Leaderboard, refer to the documentation: [Adding a Model to the Leaderboard](https://github.com/embeddings-benchmark/mteb/blob/main/docs/adding_a_model.md).
         | 
| 25 | 
            +
             |
         | 
| 26 |  | 
| 27 | 
             
            ## Developer setup
         | 
| 28 |  | 
    	
        config.yaml
    CHANGED
    
    | @@ -287,13 +287,33 @@ boards: | |
| 287 | 
             
                acronym: null
         | 
| 288 | 
             
                icon: "🇩🇪"
         | 
| 289 | 
             
                special_icons: null
         | 
| 290 | 
            -
                credits: "[Silvan](https://github.com/slvnwhrl)"
         | 
| 291 | 
             
                tasks:
         | 
| 292 | 
             
                  Clustering:
         | 
| 293 | 
             
                  - BlurbsClusteringP2P
         | 
| 294 | 
             
                  - BlurbsClusteringS2S
         | 
| 295 | 
             
                  - TenKGnadClusteringP2P
         | 
| 296 | 
             
                  - TenKGnadClusteringS2S
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 297 | 
             
              pl:
         | 
| 298 | 
             
                title: Polish
         | 
| 299 | 
             
                language_long: Polish
         | 
|  | |
| 287 | 
             
                acronym: null
         | 
| 288 | 
             
                icon: "🇩🇪"
         | 
| 289 | 
             
                special_icons: null
         | 
| 290 | 
            +
                credits: "[Silvan](https://github.com/slvnwhrl), [Sam Heymann](https://github.com/sam-hey)"
         | 
| 291 | 
             
                tasks:
         | 
| 292 | 
             
                  Clustering:
         | 
| 293 | 
             
                  - BlurbsClusteringP2P
         | 
| 294 | 
             
                  - BlurbsClusteringS2S
         | 
| 295 | 
             
                  - TenKGnadClusteringP2P
         | 
| 296 | 
             
                  - TenKGnadClusteringS2S
         | 
| 297 | 
            +
                  Retrieval:
         | 
| 298 | 
            +
                  - GermanQuAD-Retrieval
         | 
| 299 | 
            +
                  - GermanDPR
         | 
| 300 | 
            +
                  - XMarket (de)
         | 
| 301 | 
            +
                  - GerDaLIR
         | 
| 302 | 
            +
                  STS:
         | 
| 303 | 
            +
                  - GermanSTSBenchmark
         | 
| 304 | 
            +
                  - STS22 (de-en)
         | 
| 305 | 
            +
                  PairClassification:
         | 
| 306 | 
            +
                  - FalseFriendsGermanEnglish
         | 
| 307 | 
            +
                  - PawsXPairClassification (de)
         | 
| 308 | 
            +
                  Reranking:
         | 
| 309 | 
            +
                  - MIRACLReranking (de)
         | 
| 310 | 
            +
                  Classification:
         | 
| 311 | 
            +
                  - AmazonCounterfactualClassification (de)
         | 
| 312 | 
            +
                  - AmazonReviewsClassification (de)
         | 
| 313 | 
            +
                  - MTOPDomainClassification (de)
         | 
| 314 | 
            +
                  - MTOPIntentClassification (de)
         | 
| 315 | 
            +
                  - MassiveIntentClassification (de)
         | 
| 316 | 
            +
                  - MassiveScenarioClassification (de)
         | 
| 317 | 
             
              pl:
         | 
| 318 | 
             
                title: Polish
         | 
| 319 | 
             
                language_long: Polish
         | 
