MTEB
83.724%
- source id
- mteb
- leaderboard name
- MTEB Retrieval
- dimension
- embedding
- metric
- Average task score
- rank
- 24
- sample size
- 537
- aggregation scope
- splits
- dev
- test
- test_1024
- test_16384
- test_2048
- test_256
- test_32768
- test_4096
- test_512
- test_8192
- train
- validation
- subsets
- acm_Arab-acm_Arab
- acm_Arab-eng_Latn
- afr_Latn-afr_Latn
- afr_Latn-eng_Latn
- als_Latn-als_Latn
- als_Latn-eng_Latn
- amh_Ethi-amh_Ethi
- amh_Ethi-eng_Latn
- apc_Arab-apc_Arab
- apc_Arab-eng_Latn
- ara-ara
- ara-deu
- ara-eng
- ara-hin
- ara-spa
- ara-vie
- ara-zho
- arb_Arab-arb_Arab
- arb_Arab-arb_Latn
- arb_Arab-eng_Latn
- arb_Latn-arb_Arab
- arb_Latn-arb_Latn
- arb_Latn-eng_Latn
- ars_Arab-ars_Arab
- ars_Arab-eng_Latn
- ary_Arab-ary_Arab
- ary_Arab-eng_Latn
- arz_Arab-arz_Arab
- arz_Arab-eng_Latn
- asm_Beng-asm_Beng
- asm_Beng-eng_Latn
- azj_Latn-azj_Latn
- azj_Latn-eng_Latn
- bam_Latn-bam_Latn
- bam_Latn-eng_Latn
- ben_Beng-ben_Beng
- ben_Beng-ben_Latn
- ben_Beng-eng_Latn
- ben_Latn-ben_Beng
- ben_Latn-ben_Latn
- ben_Latn-eng_Latn
- bg
- bn
- bod_Tibt-bod_Tibt
- bod_Tibt-eng_Latn
- bul_Cyrl-bul_Cyrl
- bul_Cyrl-eng_Latn
- c
- c++
- cat_Latn-cat_Latn
- cat_Latn-eng_Latn
- ceb_Latn-ceb_Latn
- ceb_Latn-eng_Latn
- ces_Latn-ces_Latn
- ces_Latn-eng_Latn
- ckb_Arab-ckb_Arab
- ckb_Arab-eng_Latn
- cs
- da
- dan_Latn-dan_Latn
- dan_Latn-eng_Latn
- de
- default
- deu-ara
- deu-deu
- deu-eng
- deu-hin
- deu-spa
- deu-vie
- deu-zho
- deu_Latn-deu_Latn
- deu_Latn-eng_Latn
- ell_Grek-ell_Grek
- ell_Grek-eng_Latn
- en
- eng-ara
- eng-deu
- eng-eng
- eng-hin
- eng-spa
- eng-vie
- eng-zho
- eng_Latn-acm_Arab
- eng_Latn-afr_Latn
- eng_Latn-als_Latn
- eng_Latn-amh_Ethi
- eng_Latn-apc_Arab
- eng_Latn-arb_Arab
- eng_Latn-arb_Latn
- eng_Latn-ars_Arab
- eng_Latn-ary_Arab
- eng_Latn-arz_Arab
- eng_Latn-asm_Beng
- eng_Latn-azj_Latn
- eng_Latn-bam_Latn
- eng_Latn-ben_Beng
- eng_Latn-ben_Latn
- eng_Latn-bod_Tibt
- eng_Latn-bul_Cyrl
- eng_Latn-cat_Latn
- eng_Latn-ceb_Latn
- eng_Latn-ces_Latn
- eng_Latn-ckb_Arab
- eng_Latn-dan_Latn
- eng_Latn-deu_Latn
- eng_Latn-ell_Grek
- eng_Latn-eng_Latn
- eng_Latn-est_Latn
- eng_Latn-eus_Latn
- eng_Latn-fin_Latn
- eng_Latn-fra_Latn
- eng_Latn-fuv_Latn
- eng_Latn-gaz_Latn
- eng_Latn-grn_Latn
- eng_Latn-guj_Gujr
- eng_Latn-hat_Latn
- eng_Latn-hau_Latn
- eng_Latn-heb_Hebr
- eng_Latn-hin_Deva
- eng_Latn-hin_Latn
- eng_Latn-hrv_Latn
- eng_Latn-hun_Latn
- eng_Latn-hye_Armn
- eng_Latn-ibo_Latn
- eng_Latn-ilo_Latn
- eng_Latn-ind_Latn
- eng_Latn-isl_Latn
- eng_Latn-ita_Latn
- eng_Latn-jav_Latn
- eng_Latn-jpn_Jpan
- eng_Latn-kac_Latn
- eng_Latn-kan_Knda
- eng_Latn-kat_Geor
- eng_Latn-kaz_Cyrl
- eng_Latn-kea_Latn
- eng_Latn-khk_Cyrl
- eng_Latn-khm_Khmr
- eng_Latn-kin_Latn
- eng_Latn-kir_Cyrl
- eng_Latn-kor_Hang
- eng_Latn-lao_Laoo
- eng_Latn-lin_Latn
- eng_Latn-lit_Latn
- eng_Latn-lug_Latn
- eng_Latn-luo_Latn
- eng_Latn-lvs_Latn
- eng_Latn-mal_Mlym
- eng_Latn-mar_Deva
- eng_Latn-mkd_Cyrl
- eng_Latn-mlt_Latn
- eng_Latn-mri_Latn
- eng_Latn-mya_Mymr
- eng_Latn-nld_Latn
- eng_Latn-nob_Latn
- eng_Latn-npi_Deva
- eng_Latn-npi_Latn
- eng_Latn-nso_Latn
- eng_Latn-nya_Latn
- eng_Latn-ory_Orya
- eng_Latn-pan_Guru
- eng_Latn-pbt_Arab
- eng_Latn-pes_Arab
- eng_Latn-plt_Latn
- eng_Latn-pol_Latn
- eng_Latn-por_Latn
- eng_Latn-ron_Latn
- eng_Latn-rus_Cyrl
- eng_Latn-shn_Mymr
- eng_Latn-sin_Latn
- eng_Latn-sin_Sinh
- eng_Latn-slk_Latn
- eng_Latn-slv_Latn
- eng_Latn-sna_Latn
- eng_Latn-snd_Arab
- eng_Latn-som_Latn
- eng_Latn-sot_Latn
- eng_Latn-spa_Latn
- eng_Latn-srp_Cyrl
- eng_Latn-ssw_Latn
- eng_Latn-sun_Latn
- eng_Latn-swe_Latn
- eng_Latn-swh_Latn
- eng_Latn-tam_Taml
- eng_Latn-tel_Telu
- eng_Latn-tgk_Cyrl
- eng_Latn-tgl_Latn
- eng_Latn-tha_Thai
- eng_Latn-tir_Ethi
- eng_Latn-tsn_Latn
- eng_Latn-tso_Latn
- eng_Latn-tur_Latn
- eng_Latn-ukr_Cyrl
- eng_Latn-urd_Arab
- eng_Latn-urd_Latn
- eng_Latn-uzn_Latn
- eng_Latn-vie_Latn
- eng_Latn-war_Latn
- eng_Latn-wol_Latn
- eng_Latn-xho_Latn
- eng_Latn-yor_Latn
- eng_Latn-zho_Hans
- eng_Latn-zho_Hant
- eng_Latn-zsm_Latn
- eng_Latn-zul_Latn
- english
- est_Latn-eng_Latn
- est_Latn-est_Latn
- eus_Latn-eng_Latn
- eus_Latn-eus_Latn
- fa
- fi
- fin_Latn-eng_Latn
- fin_Latn-fin_Latn
- fra_Latn-eng_Latn
- fra_Latn-fra_Latn
- french
- fuv_Latn-eng_Latn
- fuv_Latn-fuv_Latn
- gaz_Latn-eng_Latn
- gaz_Latn-gaz_Latn
- go
- grn_Latn-eng_Latn
- grn_Latn-grn_Latn
- guj_Gujr-eng_Latn
- guj_Gujr-guj_Gujr
- hat_Latn-eng_Latn
- hat_Latn-hat_Latn
- hau_Latn-eng_Latn
- hau_Latn-hau_Latn
- heb_Hebr-eng_Latn
- heb_Hebr-heb_Hebr
- hi
- hin-ara
- hin-deu
- hin-eng
- hin-hin
- hin-spa
- hin-vie
- hin-zho
- hin_Deva-eng_Latn
- hin_Deva-hin_Deva
- hin_Deva-hin_Latn
- hin_Latn-eng_Latn
- hin_Latn-hin_Deva
- hin_Latn-hin_Latn
- hrv_Latn-eng_Latn
- hrv_Latn-hrv_Latn
- hun_Latn-eng_Latn
- hun_Latn-hun_Latn
- hye_Armn-eng_Latn
- hye_Armn-hye_Armn
- ibo_Latn-eng_Latn
- ibo_Latn-ibo_Latn
- ilo_Latn-eng_Latn
- ilo_Latn-ilo_Latn
- ind_Latn-eng_Latn
- ind_Latn-ind_Latn
- isl_Latn-eng_Latn
- isl_Latn-isl_Latn
- it
- ita_Latn-eng_Latn
- ita_Latn-ita_Latn
- jav_Latn-eng_Latn
- jav_Latn-jav_Latn
- java
- javascript
- jpn_Jpan-eng_Latn
- jpn_Jpan-jpn_Jpan
- kac_Latn-eng_Latn
- kac_Latn-kac_Latn
- kan_Knda-eng_Latn
- kan_Knda-kan_Knda
- kat_Geor-eng_Latn
- kat_Geor-kat_Geor
- kaz_Cyrl-eng_Latn
- kaz_Cyrl-kaz_Cyrl
- kea_Latn-eng_Latn
- kea_Latn-kea_Latn
- khk_Cyrl-eng_Latn
- khk_Cyrl-khk_Cyrl
- khm_Khmr-eng_Latn
- khm_Khmr-khm_Khmr
- kin_Latn-eng_Latn
- kin_Latn-kin_Latn
- kir_Cyrl-eng_Latn
- kir_Cyrl-kir_Cyrl
- kor_Hang-eng_Latn
- kor_Hang-kor_Hang
- lao_Laoo-eng_Latn
- lao_Laoo-lao_Laoo
- lin_Latn-eng_Latn
- lin_Latn-lin_Latn
- lit_Latn-eng_Latn
- lit_Latn-lit_Latn
- lug_Latn-eng_Latn
- lug_Latn-lug_Latn
- luo_Latn-eng_Latn
- luo_Latn-luo_Latn
- lvs_Latn-eng_Latn
- lvs_Latn-lvs_Latn
- mal_Mlym-eng_Latn
- mal_Mlym-mal_Mlym
- mar_Deva-eng_Latn
- mar_Deva-mar_Deva
- mkd_Cyrl-eng_Latn
- mkd_Cyrl-mkd_Cyrl
- mlt_Latn-eng_Latn
- mlt_Latn-mlt_Latn
- mri_Latn-eng_Latn
- mri_Latn-mri_Latn
- mya_Mymr-eng_Latn
- mya_Mymr-mya_Mymr
- nl
- nld_Latn-eng_Latn
- nld_Latn-nld_Latn
- no
- nob_Latn-eng_Latn
- nob_Latn-nob_Latn
- npi_Deva-eng_Latn
- npi_Deva-npi_Deva
- npi_Deva-npi_Latn
- npi_Latn-eng_Latn
- npi_Latn-npi_Deva
- npi_Latn-npi_Latn
- nso_Latn-eng_Latn
- nso_Latn-nso_Latn
- nya_Latn-eng_Latn
- nya_Latn-nya_Latn
- ory_Orya-eng_Latn
- ory_Orya-ory_Orya
- pan_Guru-eng_Latn
- pan_Guru-pan_Guru
- pbt_Arab-eng_Latn
- pbt_Arab-pbt_Arab
- pes_Arab-eng_Latn
- pes_Arab-pes_Arab
- php
- plt_Latn-eng_Latn
- plt_Latn-plt_Latn
- pol_Latn-eng_Latn
- pol_Latn-pol_Latn
- por_Latn-eng_Latn
- por_Latn-por_Latn
- pt
- python
- ro
- ron_Latn-eng_Latn
- ron_Latn-ron_Latn
- ruby
- rus_Cyrl-eng_Latn
- rus_Cyrl-rus_Cyrl
- rust
- scala
- shell
- shn_Mymr-eng_Latn
- shn_Mymr-shn_Mymr
- sin_Latn-eng_Latn
- sin_Latn-sin_Latn
- sin_Latn-sin_Sinh
- sin_Sinh-eng_Latn
- sin_Sinh-sin_Latn
- sin_Sinh-sin_Sinh
- slk_Latn-eng_Latn
- slk_Latn-slk_Latn
- slv_Latn-eng_Latn
- slv_Latn-slv_Latn
- sna_Latn-eng_Latn
- sna_Latn-sna_Latn
- snd_Arab-eng_Latn
- snd_Arab-snd_Arab
- som_Latn-eng_Latn
- som_Latn-som_Latn
- sot_Latn-eng_Latn
- sot_Latn-sot_Latn
- spa-ara
- spa-deu
- spa-eng
- spa-hin
- spa-spa
- spa-vie
- spa-zho
- spa_Latn-eng_Latn
- spa_Latn-spa_Latn
- sr
- srp_Cyrl-eng_Latn
- srp_Cyrl-srp_Cyrl
- ssw_Latn-eng_Latn
- ssw_Latn-ssw_Latn
- sun_Latn-eng_Latn
- sun_Latn-sun_Latn
- sv
- swe_Latn-eng_Latn
- swe_Latn-swe_Latn
- swh_Latn-eng_Latn
- swh_Latn-swh_Latn
- swift
- tam_Taml-eng_Latn
- tam_Taml-tam_Taml
- tel_Telu-eng_Latn
- tel_Telu-tel_Telu
- tgk_Cyrl-eng_Latn
- tgk_Cyrl-tgk_Cyrl
- tgl_Latn-eng_Latn
- tgl_Latn-tgl_Latn
- tha_Thai-eng_Latn
- tha_Thai-tha_Thai
- tir_Ethi-eng_Latn
- tir_Ethi-tir_Ethi
- tsn_Latn-eng_Latn
- tsn_Latn-tsn_Latn
- tso_Latn-eng_Latn
- tso_Latn-tso_Latn
- tur_Latn-eng_Latn
- tur_Latn-tur_Latn
- typescript
- ukr_Cyrl-eng_Latn
- ukr_Cyrl-ukr_Cyrl
- urd_Arab-eng_Latn
- urd_Arab-urd_Arab
- urd_Arab-urd_Latn
- urd_Latn-eng_Latn
- urd_Latn-urd_Arab
- urd_Latn-urd_Latn
- uzn_Latn-eng_Latn
- uzn_Latn-uzn_Latn
- vie-ara
- vie-deu
- vie-eng
- vie-hin
- vie-spa
- vie-vie
- vie-zho
- vie_Latn-eng_Latn
- vie_Latn-vie_Latn
- war_Latn-eng_Latn
- war_Latn-war_Latn
- wol_Latn-eng_Latn
- wol_Latn-wol_Latn
- xho_Latn-eng_Latn
- xho_Latn-xho_Latn
- yor_Latn-eng_Latn
- yor_Latn-yor_Latn
- zho-ara
- zho-deu
- zho-eng
- zho-hin
- zho-spa
- zho-vie
- zho-zho
- zho_Hans-eng_Latn
- zho_Hans-zho_Hans
- zho_Hant-eng_Latn
- zho_Hant-zho_Hant
- zsm_Latn-eng_Latn
- zsm_Latn-zsm_Latn
- zul_Latn-eng_Latn
- zul_Latn-zul_Latn
- task_count
- 13
- task_names
- AppsRetrieval
- BelebeleRetrieval
- COIRCodeSearchNetRetrieval
- CodeEditSearchRetrieval
- CodeSearchNetCCRetrieval
- CodeSearchNetRetrieval
- CovidRetrieval
- HagridRetrieval
- LEMBPasskeyRetrieval
- MLQARetrieval
- StatcanDialogueDatasetRetrieval
- TwitterHjerneRetrieval
- WikipediaRetrievalMultilingual
- sample_size
- 537
- subset_count
- 457
- subset_sample
- acm_Arab-acm_Arab
- acm_Arab-eng_Latn
- afr_Latn-afr_Latn
- afr_Latn-eng_Latn
- als_Latn-als_Latn
- als_Latn-eng_Latn
- amh_Ethi-amh_Ethi
- amh_Ethi-eng_Latn
- apc_Arab-apc_Arab
- apc_Arab-eng_Latn
- ara-ara
- ara-deu
- ara-eng
- ara-hin
- ara-spa
- ara-vie
- ara-zho
- arb_Arab-arb_Arab
- arb_Arab-arb_Latn
- arb_Arab-eng_Latn
- arb_Latn-arb_Arab
- arb_Latn-arb_Latn
- arb_Latn-eng_Latn
- ars_Arab-ars_Arab
- ars_Arab-eng_Latn
- ary_Arab-ary_Arab
- ary_Arab-eng_Latn
- arz_Arab-arz_Arab
- arz_Arab-eng_Latn
- asm_Beng-asm_Beng
- aggregation_method
- mean-of-task-means
- model_revision_count
- 1
- model_revision_sample
- 964a2aafe021f2bbda88ba17eb326eb849922435
- source model id
- perplexity-ai/pplx-embed-v1-4b