Update README.md
Browse files
README.md
CHANGED
@@ -2973,7 +2973,7 @@ model-index:
|
|
2973 |
type: mteb/trec-covid
|
2974 |
metrics:
|
2975 |
- type: ndcg_at_1
|
2976 |
-
value: 66
|
2977 |
- type: ndcg_at_3
|
2978 |
value: 64.592
|
2979 |
- type: ndcg_at_5
|
@@ -3015,7 +3015,7 @@ model-index:
|
|
3015 |
- type: recall_at_1000
|
3016 |
value: 39.973
|
3017 |
- type: precision_at_1
|
3018 |
-
value: 74
|
3019 |
- type: precision_at_3
|
3020 |
value: 71.333
|
3021 |
- type: precision_at_5
|
@@ -3029,7 +3029,7 @@ model-index:
|
|
3029 |
- type: precision_at_1000
|
3030 |
value: 18.451999999999998
|
3031 |
- type: mrr_at_1
|
3032 |
-
value: 74
|
3033 |
- type: mrr_at_3
|
3034 |
value: 83.3333
|
3035 |
- type: mrr_at_5
|
@@ -3782,6 +3782,7 @@ model-index:
|
|
3782 |
value: 83.6557
|
3783 |
task:
|
3784 |
type: PairClassification
|
|
|
3785 |
---
|
3786 |
|
3787 |
# RetrievaEmbedding-01: AMBER
|
@@ -3902,10 +3903,10 @@ The prompts used in JQaRA and JaCWIR are `Retrieval-query` and `Retrieval-passag
|
|
3902 |
| Model | # Parameters | JQaRA (nDCG@10) | JaCWIR (MAP@10) | MLDR Japanese Subset (nDCG@10) |
|
3903 |
| :--- | --- | ---: | ---: | ---: |
|
3904 |
| base models | < 300M | | | |
|
3905 |
-
| [cl-nagoya/ruri-base](https://huggingface.co/cl-nagoya/ruri-base) | 111M | 58.4 | 83.3 |
|
3906 |
-
| AMBER-base <br> (this model) | 130M | 57.1 | 81.6 |
|
3907 |
| [pkshatech/GLuCoSE-base-ja-v2](https://huggingface.co/pkshatech/GLuCoSE-base-ja-v2) | 133M | **60.6** | **85.3** | 33.99 |
|
3908 |
-
| [intfloat/multilingual-e5-base](https://huggingface.co/intfloat/multilingual-e5-base) | 278M | 47.1 | **85.3** |
|
3909 |
| large models | 300M < | | | |
|
3910 |
| [AMBER-large](https://huggingface.co/retrieva-jp/amber-large) | 315M | 62.5 | 82.4 | 34.57 |
|
3911 |
| [cl-nagoya/ruri-large](https://huggingface.co/cl-nagoya/ruri-large) | 337M | **62.8** | 82.5 | **34.78** |
|
@@ -3935,4 +3936,4 @@ Satoru Katsumata, Daisuke Kimura, Jiro Nishitoba
|
|
3935 |
|
3936 |
## Model Card Contact
|
3937 |
|
3938 |
-
pr[at]retrieva.jp
|
|
|
2973 |
type: mteb/trec-covid
|
2974 |
metrics:
|
2975 |
- type: ndcg_at_1
|
2976 |
+
value: 66
|
2977 |
- type: ndcg_at_3
|
2978 |
value: 64.592
|
2979 |
- type: ndcg_at_5
|
|
|
3015 |
- type: recall_at_1000
|
3016 |
value: 39.973
|
3017 |
- type: precision_at_1
|
3018 |
+
value: 74
|
3019 |
- type: precision_at_3
|
3020 |
value: 71.333
|
3021 |
- type: precision_at_5
|
|
|
3029 |
- type: precision_at_1000
|
3030 |
value: 18.451999999999998
|
3031 |
- type: mrr_at_1
|
3032 |
+
value: 74
|
3033 |
- type: mrr_at_3
|
3034 |
value: 83.3333
|
3035 |
- type: mrr_at_5
|
|
|
3782 |
value: 83.6557
|
3783 |
task:
|
3784 |
type: PairClassification
|
3785 |
+
license: apache-2.0
|
3786 |
---
|
3787 |
|
3788 |
# RetrievaEmbedding-01: AMBER
|
|
|
3903 |
| Model | # Parameters | JQaRA (nDCG@10) | JaCWIR (MAP@10) | MLDR Japanese Subset (nDCG@10) |
|
3904 |
| :--- | --- | ---: | ---: | ---: |
|
3905 |
| base models | < 300M | | | |
|
3906 |
+
| [cl-nagoya/ruri-base](https://huggingface.co/cl-nagoya/ruri-base) | 111M | 58.4 | 83.3 | 32.77 |
|
3907 |
+
| AMBER-base <br> (this model) | 130M | 57.1 | 81.6 | 35.69 |
|
3908 |
| [pkshatech/GLuCoSE-base-ja-v2](https://huggingface.co/pkshatech/GLuCoSE-base-ja-v2) | 133M | **60.6** | **85.3** | 33.99 |
|
3909 |
+
| [intfloat/multilingual-e5-base](https://huggingface.co/intfloat/multilingual-e5-base) | 278M | 47.1 | **85.3** | 25.46 |
|
3910 |
| large models | 300M < | | | |
|
3911 |
| [AMBER-large](https://huggingface.co/retrieva-jp/amber-large) | 315M | 62.5 | 82.4 | 34.57 |
|
3912 |
| [cl-nagoya/ruri-large](https://huggingface.co/cl-nagoya/ruri-large) | 337M | **62.8** | 82.5 | **34.78** |
|
|
|
3936 |
|
3937 |
## Model Card Contact
|
3938 |
|
3939 |
+
pr[at]retrieva.jp
|