# datasets

hub_id: hotpotqa/hotpot_qa
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: fullwiki
column_names: ["id","question","answer","type","level","supporting_facts","context"]
tags:
["task_categories:question-answering","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","size_categories:100K<n<1M","source_datasets:original","language:en","license:cc-by-sa-4.0","multi-hop","arxiv:1809.09600","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answer","dtype":"string"},{"name":"type","dtype":"string"},{"name":"level","dtype":"string"},{"name":"supporting_facts","sequence":[{"name":"title","dtype":"string"},{"name":"sent_id","dtype":"int32"}]},{"name":"context","sequence":[{"name":"title","dtype":"string"},{"name":"sentences","sequence":"string"}]}]


hub_id: hover-nlp/hover
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: default
column_names: ["id","uid","claim","supporting_facts","label","num_hops","hpqa_id"]
tags:
["task_categories:text-retrieval","task_ids:fact-checking-retrieval","annotations_creators:expert-generated","language_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:10K<n<100K","arxiv:2011.03088","region:us"]

features:
[{"name":"id","dtype":"int32"},{"name":"uid","dtype":"string"},{"name":"claim","dtype":"string"},{"name":"supporting_facts","list":[{"name":"key","dtype":"string"},{"name":"value","dtype":"int32"}]},{"name":"label","dtype":{"class_label":{"names":{"0":"NOT_SUPPORTED","1":"SUPPORTED"}}}},{"name":"num_hops","dtype":"int32"},{"name":"hpqa_id","dtype":"string"}]


hub_id: community-datasets/hrenwac_para
license: ["cc-by-sa-3.0"]
language: ["en","hr"]
config_name: hrenWaC
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","hr"]}}}]
tags:
["task_categories:translation","annotations_creators:no-annotation","language_creators:found","multilinguality:translation","source_datasets:original","language:en","language:hr","license:cc-by-sa-3.0","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: community-datasets/hrwac
license: ["cc-by-sa-3.0"]
language: ["hr"]
config_name: hrwac
column_names: ["sentence"]
features: [{"name":"sentence","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:hr","license:cc-by-sa-3.0","size_categories:1B<n<10B","region:us"]


hub_id: SemEvalWorkshop/humicroedit
license: ["unknown"]
language: ["en"]
config_name: subtask-2
tags:
["task_categories:text-classification","task_ids:text-scoring","annotations_creators:crowdsourced","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","region:us","funnier-headline-identification","funniness-score-prediction"]

column_names:
["id","original1","edit1","grades1","meanGrade1","original2","edit2","grades2","meanGrade2","label"]

features:
[{"name":"id","dtype":"string"},{"name":"original1","dtype":"string"},{"name":"edit1","dtype":"string"},{"name":"grades1","dtype":"string"},{"name":"meanGrade1","dtype":"float32"},{"name":"original2","dtype":"string"},{"name":"edit2","dtype":"string"},{"name":"grades2","dtype":"string"},{"name":"meanGrade2","dtype":"float32"},{"name":"label","dtype":{"class_label":{"names":{"0":"equal","1":"sentence1","2":"sentence2"}}}}]


hub_id: wenhu/hybrid_qa
license: ["cc-by-4.0"]
language: ["en"]
config_name: hybrid_qa
column_names: ["question_id","question","table_id","answer_text","question_postag","table"]
tags:
["task_categories:question-answering","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:10K<n<100K","arxiv:1909.05358","region:us","multihop-tabular-text-qa"]

features:
[{"name":"question_id","dtype":"string"},{"name":"question","dtype":"string"},{"name":"table_id","dtype":"string"},{"name":"answer_text","dtype":"string"},{"name":"question_postag","dtype":"string"},{"name":"table","struct":[{"name":"url","dtype":"string"},{"name":"title","dtype":"string"},{"name":"header","sequence":"string"},{"name":"data","list":[{"name":"value","dtype":"string"},{"name":"urls","list":[{"name":"url","dtype":"string"},{"name":"summary","dtype":"string"}]}]},{"name":"section_title","dtype":"string"},{"name":"section_text","dtype":"string"},{"name":"uid","dtype":"string"},{"name":"intro","dtype":"string"}]}]


hub_id: SemEvalWorkshop/hyperpartisan_news_detection
license: ["cc-by-4.0"]
language: ["en"]
config_name: bypublisher
column_names: ["text","title","hyperpartisan","url","published_at","bias"]
tags:
["task_categories:text-classification","annotations_creators:crowdsourced","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:1M<n<10M","region:us","bias-classification"]

features:
[{"name":"text","dtype":"string"},{"name":"title","dtype":"string"},{"name":"hyperpartisan","dtype":"bool"},{"name":"url","dtype":"string"},{"name":"published_at","dtype":"string"},{"name":"bias","dtype":{"class_label":{"names":{"0":"right","1":"right-center","2":"least","3":"left-center","4":"left"}}}}]


hub_id: iapp/iapp_wiki_qa_squad
license: ["mit"]
language: ["th"]
config_name: iapp_wiki_qa_squad
column_names: ["question_id","article_id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","task_ids:open-domain-qa","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:extended|other-iapp-wiki-qa-dataset","language:th","license:mit","size_categories:1K<n<10K","region:us"]

features:
[{"name":"question_id","dtype":"string"},{"name":"article_id","dtype":"string"},{"name":"title","dtype":"string"},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answers","sequence":[{"name":"text","dtype":"string"},{"name":"answer_start","dtype":"int32"},{"name":"answer_end","dtype":"int32"}]}]


hub_id: community-datasets/id_clickbait
license: ["cc-by-4.0"]
language: ["id"]
config_name: raw
column_names: ["id","title","source","date","category","sub-category","content","url"]
tags:
["task_categories:text-classification","task_ids:fact-checking","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:id","license:cc-by-4.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"title","dtype":"string"},{"name":"source","dtype":"string"},{"name":"date","dtype":"string"},{"name":"category","dtype":"string"},{"name":"sub-category","dtype":"string"},{"name":"content","dtype":"string"},{"name":"url","dtype":"string"}]


hub_id: fajrikoto/id_liputan6
license: ["unknown"]
language: ["id"]
config_name: xtreme
column_names: ["id","url","clean_article","clean_summary","extractive_summary"]
tags:
["task_categories:summarization","task_ids:news-articles-summarization","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:id","license:unknown","size_categories:100K<n<1M","arxiv:2011.00679","region:us","extractive-summarization"]

features:
[{"name":"id","dtype":"string"},{"name":"url","dtype":"string"},{"name":"clean_article","dtype":"string"},{"name":"clean_summary","dtype":"string"},{"name":"extractive_summary","dtype":"string"}]


hub_id: grit-id/id_nergrit_corpus
license: ["other"]
language: ["id"]
config_name: statement
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:id","license:other","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"B-BREL","1":"B-FREL","2":"B-STAT","3":"B-WHO","4":"I-BREL","5":"I-FREL","6":"I-STAT","7":"I-WHO","8":"O"}}}}]


hub_id: community-datasets/id_newspapers_2018
license: ["cc-by-4.0"]
language: ["id"]
config_name: id_newspapers_2018
column_names: ["id","url","date","title","content"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:id","license:cc-by-4.0","size_categories:100K<n<1M","parquet","text","datasets","dask","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"url","dtype":"string"},{"name":"date","dtype":"string"},{"name":"title","dtype":"string"},{"name":"content","dtype":"string"}]


hub_id: cahya/id_panl_bppt
license: ["unknown"]
language: ["en","id"]
config_name: id_panl_bppt
column_names: ["id","translation","topic"]
tags:
["task_categories:translation","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:translation","source_datasets:original","language:en","language:id","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["en","id"]}}},{"name":"topic","dtype":{"class_label":{"names":{"0":"Economy","1":"International","2":"Science","3":"Sport"}}}}]


hub_id: ilhamfp/id_puisi
license: ["mit"]
language: ["id"]
config_name: default
column_names: ["title","author","puisi","puisi_with_header"]
tags:
["task_categories:text2text-generation","task_categories:text-generation","task_categories:fill-mask","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:id","license:mit","size_categories:1K<n<10K","region:us","poem-generation"]

features:
[{"name":"title","dtype":"string"},{"name":"author","dtype":"string"},{"name":"puisi","dtype":"string"},{"name":"puisi_with_header","dtype":"string"}]


hub_id: ignatius/igbo_english_machine_translation
license: ["unknown"]
language: ["en","ig"]
config_name: ig-en
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:en","language:ig","license:unknown","size_categories:10K<n<100K","arxiv:2004.00648","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["ig","en"]}}}]


hub_id: ignatius/igbo_monolingual
license: ["unknown"]
language: ["ig"]
config_name: jw-ulo_nche_naamu
column_names: ["title","content","format","date"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ig","license:unknown","size_categories:1K<n<10K","arxiv:2004.00648","region:us"]

features:
[{"name":"title","dtype":"string"},{"name":"content","dtype":"string"},{"name":"format","dtype":"string"},{"name":"date","dtype":"string"}]


hub_id: ignatius/igbo_ner
license: ["unknown"]
language: ["ig"]
config_name: free_text
column_names: ["sentences"]
features: [{"name":"sentences","dtype":"string"}]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ig","license:unknown","size_categories:10K<n<100K","arxiv:2004.00648","region:us"]


hub_id: kmi-linguistics/ilist
license: ["cc-by-4.0"]
language: ["awa","bho","bra","hi","mag"]
config_name: default
column_names: ["language_id","text"]
tags:
["task_categories:text-classification","annotations_creators:no-annotation","language_creators:found","multilinguality:multilingual","source_datasets:original","language:awa","language:bho","language:bra","language:hi","language:mag","license:cc-by-4.0","size_categories:10K<n<100K","region:us","language-identification"]

features:
[{"name":"language_id","dtype":{"class_label":{"names":{"0":"AWA","1":"BRA","2":"MAG","3":"BHO","4":"HIN"}}}},{"name":"text","dtype":"string"}]


hub_id: stanfordnlp/imdb
license: ["other"]
language: ["en"]
config_name: plain_text
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:other","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}}]


hub_id: mirfan899/imdb_urdu_reviews
license: ["odbl"]
language: ["ur"]
config_name: default
column_names: ["sentence","sentiment"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:found","language_creators:machine-generated","multilinguality:monolingual","source_datasets:original","language:ur","license:odbl","size_categories:10K<n<100K","region:us"]

features:
[{"name":"sentence","dtype":"string"},{"name":"sentiment","dtype":{"class_label":{"names":{"0":"positive","1":"negative"}}}}]


hub_id: facebook/imppres
license: ["cc-by-nc-4.0"]
language: ["en"]
config_name: presupposition_question_presupposition
tags:
["task_categories:text-classification","task_ids:natural-language-inference","annotations_creators:machine-generated","language_creators:machine-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-nc-4.0","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

column_names:
["premise","hypothesis","trigger","trigger1","trigger2","presupposition","gold_label","UID","pairID","paradigmID"]

features:
[{"name":"premise","dtype":"string"},{"name":"hypothesis","dtype":"string"},{"name":"trigger","dtype":"string"},{"name":"trigger1","dtype":"string"},{"name":"trigger2","dtype":"string"},{"name":"presupposition","dtype":"string"},{"name":"gold_label","dtype":{"class_label":{"names":{"0":"entailment","1":"neutral","2":"contradiction"}}}},{"name":"UID","dtype":"string"},{"name":"pairID","dtype":"string"},{"name":"paradigmID","dtype":"int16"}]


hub_id: ai4bharat/indic_glue
license: ["other"]
language: ["as","bn","en","gu","hi","kn","ml","mr","or","pa","ta","te"]
config_name: wstp.te
column_names: ["sectionText","correctTitle","titleA","titleB","titleC","titleD","url"]
tags:
["task_categories:text-classification","task_categories:token-classification","task_categories:multiple-choice","task_ids:topic-classification","task_ids:natural-language-inference","task_ids:sentiment-analysis","task_ids:semantic-similarity-scoring","task_ids:named-entity-recognition","task_ids:multiple-choice-qa","annotations_creators:other","language_creators:found","multilinguality:multilingual","source_datasets:extended|other","language:as","language:bn","language:en","language:gu","language:hi","language:kn","language:ml","language:mr","language:or","language:pa","language:ta","language:te","license:other","size_categories:100K<n<1M","parquet","tabular","text","datasets","pandas","mlcroissant","region:us","discourse-mode-classification","paraphrase-identification","cross-lingual-similarity","headline-classification","croissant"]

features:
[{"name":"sectionText","dtype":"string"},{"name":"correctTitle","dtype":"string"},{"name":"titleA","dtype":"string"},{"name":"titleB","dtype":"string"},{"name":"titleC","dtype":"string"},{"name":"titleD","dtype":"string"},{"name":"url","dtype":"string"}]


hub_id: afaji/indonli
license: ["cc-by-sa-4.0"]
language: ["id"]
config_name: indonli
column_names: ["premise","hypothesis","label"]
tags:
["task_categories:text-classification","task_ids:natural-language-inference","annotations_creators:expert-generated","annotations_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:id","license:cc-by-sa-4.0","region:us"]

features:
[{"name":"premise","dtype":"string"},{"name":"hypothesis","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"entailment","1":"neutral","2":"contradiction"}}}}]


hub_id: indonlp/indonlu
license: ["mit"]
language: ["id"]
config_name: facqa
column_names: ["question","passage","seq_label"]
tags:
["task_categories:question-answering","task_categories:text-classification","task_categories:token-classification","task_ids:closed-domain-qa","task_ids:multi-class-classification","task_ids:named-entity-recognition","task_ids:part-of-speech","task_ids:semantic-similarity-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","size_categories:10K<n<100K","size_categories:1K<n<10K","size_categories:n<1K","source_datasets:original","language:id","license:mit","keyphrase-extraction","span-extraction","aspect-based-sentiment-analysis","arxiv:1809.03391","region:us"]

features:
[{"name":"question","sequence":"string"},{"name":"passage","sequence":"string"},{"name":"seq_label","sequence":{"class_label":{"names":{"0":"O","1":"B","2":"I"}}}}]


hub_id: UT-CompLing/inquisitive_qg
license: ["unknown"]
language: ["en"]
config_name: plain_text
tags:
["task_categories:text2text-generation","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","region:us","question-generation"]

column_names:
["id","article_id","article","sentence_id","sentence","span","question","span_start_position","span_end_position"]

features:
[{"name":"id","dtype":"int32"},{"name":"article_id","dtype":"int32"},{"name":"article","dtype":"string"},{"name":"sentence_id","dtype":"int32"},{"name":"sentence","dtype":"string"},{"name":"span","dtype":"string"},{"name":"question","dtype":"string"},{"name":"span_start_position","dtype":"int32"},{"name":"span_end_position","dtype":"int32"}]


hub_id: yavuzkomecoglu/interpress_news_category_tr
license: ["unknown"]
language: ["tr"]
config_name: 270k
column_names: ["id","title","content","category","categorycode","publishdatetime"]
tags:
["task_categories:text-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:tr","license:unknown","size_categories:100K<n<1M","region:us","news-category-classification"]

features:
[{"name":"id","dtype":"int32"},{"name":"title","dtype":"string"},{"name":"content","dtype":"string"},{"name":"category","dtype":{"class_label":{"names":{"0":"aktuel","1":"bilisim","2":"egitim","3":"ekonomi","4":"gida","5":"iletisim","6":"kultursanat","7":"magazin","8":"saglik","9":"savunma","10":"seyahat","11":"siyasi","12":"spor","13":"teknoloji","14":"ticaret","15":"turizm","16":"yasam"}}}},{"name":"categorycode","dtype":{"class_label":{"names":{"0":"0","1":"1","2":"2","3":"3","4":"4","5":"5","6":"6","7":"7","8":"8","9":"9","10":"10","11":"11","12":"12","13":"13","14":"14","15":"15","16":"16"}}}},{"name":"publishdatetime","dtype":"string"}]


hub_id: yavuzkomecoglu/interpress_news_category_tr_lite
license: ["unknown"]
language: ["tr"]
config_name: 270k_10class
column_names: ["content","category"]
tags:
["task_categories:text-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:extended|interpress_news_category_tr","language:tr","license:unknown","size_categories:100K<n<1M","region:us","news-category-classification"]

features:
[{"name":"content","dtype":"string"},{"name":"category","dtype":{"class_label":{"names":{"0":"k\u00fclt\u00fcrsanat","1":"ekonomi","2":"siyaset","3":"e\u011fitim","4":"d\u00fcnya","5":"spor","6":"teknoloji","7":"magazin","8":"sa\u011fl\u0131k","9":"g\u00fcndem"}}}}]


hub_id: jkkummerfeld/irc_disentangle
license: ["cc-by-4.0"]
language: ["en"]
config_name: ubuntu
column_names: ["id","raw","ascii","tokenized","date","connections"]
tags:
["task_categories:token-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:100K<n<1M","parquet","text","datasets","pandas","mlcroissant","arxiv:1810.11118","region:us","conversation-disentanglement","croissant"]

features:
[{"name":"id","dtype":"int32"},{"name":"raw","dtype":"string"},{"name":"ascii","dtype":"string"},{"name":"tokenized","dtype":"string"},{"name":"date","dtype":"string"},{"name":"connections","sequence":"int32"}]


hub_id: nwu-ctext/isixhosa_ner_corpus
license: ["other"]
language: ["xh"]
config_name: isixhosa_ner_corpus
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:xh","license:other","size_categories:1K<n<10K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"OUT","1":"B-PERS","2":"I-PERS","3":"B-ORG","4":"I-ORG","5":"B-LOC","6":"I-LOC","7":"B-MISC","8":"I-MISC"}}}}]


hub_id: nwu-ctext/isizulu_ner_corpus
license: ["other"]
language: ["zu"]
config_name: isizulu_ner_corpus
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:zu","license:other","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"OUT","1":"B-PERS","2":"I-PERS","3":"B-ORG","4":"I-ORG","5":"B-LOC","6":"I-LOC","7":"B-MISC","8":"I-MISC"}}}}]


hub_id: IWSLT/iwslt2017
license: ["cc-by-nc-nd-4.0"]
language: ["ar","de","en","fr","it","ja","ko","nl","ro","zh"]
config_name: iwslt2017-zh-en
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["zh","en"]}}}]
tags:
["task_categories:translation","annotations_creators:crowdsourced","language_creators:expert-generated","multilinguality:translation","source_datasets:original","language:ar","language:de","language:en","language:fr","language:it","language:ja","language:ko","language:nl","language:ro","language:zh","license:cc-by-nc-nd-4.0","size_categories:1M<n<10M","region:us"]


hub_id: jeopardy-datasets/jeopardy
tags: ["language:en","region:us"]
license: []
language: ["en"]
config_name: default
column_names: ["category","air_date","question","value","answer","round","show_number"]
features:
[{"name":"category","dtype":"string"},{"name":"air_date","dtype":"string"},{"name":"question","dtype":"string"},{"name":"value","dtype":"int32"},{"name":"answer","dtype":"string"},{"name":"round","dtype":"string"},{"name":"show_number","dtype":"int32"}]


hub_id: jhu-clsp/jfleg
license: ["cc-by-nc-sa-4.0"]
language: ["en"]
config_name: default
column_names: ["sentence","corrections"]
features: [{"name":"sentence","dtype":"string"},{"name":"corrections","sequence":"string"}]
tags:
["task_categories:text2text-generation","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","multilinguality:other-language-learner","source_datasets:extended|other-GUG-grammaticality-judgements","language:en","license:cc-by-nc-sa-4.0","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","arxiv:1702.04066","region:us","grammatical-error-correction","croissant"]


hub_id: google/jigsaw_toxicity_pred
license: ["cc0-1.0"]
language: ["en"]
config_name: default
column_names: ["comment_text","toxic","severe_toxic","obscene","threat","insult","identity_hate"]
tags:
["task_categories:text-classification","task_ids:multi-label-classification","annotations_creators:crowdsourced","language_creators:other","multilinguality:monolingual","source_datasets:original","language:en","license:cc0-1.0","size_categories:100K<n<1M","region:us"]

features:
[{"name":"comment_text","dtype":"string"},{"name":"toxic","dtype":{"class_label":{"names":{"0":"false","1":"true"}}}},{"name":"severe_toxic","dtype":{"class_label":{"names":{"0":"false","1":"true"}}}},{"name":"obscene","dtype":{"class_label":{"names":{"0":"false","1":"true"}}}},{"name":"threat","dtype":{"class_label":{"names":{"0":"false","1":"true"}}}},{"name":"insult","dtype":{"class_label":{"names":{"0":"false","1":"true"}}}},{"name":"identity_hate","dtype":{"class_label":{"names":{"0":"false","1":"true"}}}}]


hub_id: google/jigsaw_unintended_bias
license: ["cc0-1.0"]
language: ["en"]
config_name: default
tags:
["task_categories:text-classification","task_ids:text-scoring","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc0-1.0","size_categories:1M<n<10M","region:us","toxicity-prediction"]

column_names:
["target","comment_text","severe_toxicity","obscene","identity_attack","insult","threat","asian","atheist","bisexual","black","buddhist","christian","female","heterosexual","hindu","homosexual_gay_or_lesbian","intellectual_or_learning_disability","jewish","latino","male","muslim","other_disability","other_gender","other_race_or_ethnicity","other_religion","other_sexual_orientation","physical_disability","psychiatric_or_mental_illness","transgender","white","created_date","publication_id","parent_id","article_id","rating","funny","wow","sad","likes","disagree","sexual_explicit","identity_annotator_count","toxicity_annotator_count"]

features:
[{"name":"target","dtype":"float32"},{"name":"comment_text","dtype":"string"},{"name":"severe_toxicity","dtype":"float32"},{"name":"obscene","dtype":"float32"},{"name":"identity_attack","dtype":"float32"},{"name":"insult","dtype":"float32"},{"name":"threat","dtype":"float32"},{"name":"asian","dtype":"float32"},{"name":"atheist","dtype":"float32"},{"name":"bisexual","dtype":"float32"},{"name":"black","dtype":"float32"},{"name":"buddhist","dtype":"float32"},{"name":"christian","dtype":"float32"},{"name":"female","dtype":"float32"},{"name":"heterosexual","dtype":"float32"},{"name":"hindu","dtype":"float32"},{"name":"homosexual_gay_or_lesbian","dtype":"float32"},{"name":"intellectual_or_learning_disability","dtype":"float32"},{"name":"jewish","dtype":"float32"},{"name":"latino","dtype":"float32"},{"name":"male","dtype":"float32"},{"name":"muslim","dtype":"float32"},{"name":"other_disability","dtype":"float32"},{"name":"other_gender","dtype":"float32"},{"name":"other_race_or_ethnicity","dtype":"float32"},{"name":"other_religion","dtype":"float32"},{"name":"other_sexual_orientation","dtype":"float32"},{"name":"physical_disability","dtype":"float32"},{"name":"psychiatric_or_mental_illness","dtype":"float32"},{"name":"transgender","dtype":"float32"},{"name":"white","dtype":"float32"},{"name":"created_date","dtype":"string"},{"name":"publication_id","dtype":"int32"},{"name":"parent_id","dtype":"float32"},{"name":"article_id","dtype":"int32"},{"name":"rating","dtype":{"class_label":{"names":{"0":"rejected","1":"approved"}}}},{"name":"funny","dtype":"int32"},{"name":"wow","dtype":"int32"},{"name":"sad","dtype":"int32"},{"name":"likes","dtype":"int32"},{"name":"disagree","dtype":"int32"},{"name":"sexual_explicit","dtype":"float32"},{"name":"identity_annotator_count","dtype":"int32"},{"name":"toxicity_annotator_count","dtype":"int32"}]


hub_id: jnlpba/jnlpba
license: ["unknown"]
language: ["en"]
config_name: jnlpba
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|other-genia-v3.02","language:en","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-DNA","2":"I-DNA","3":"B-RNA","4":"I-RNA","5":"B-cell_line","6":"I-cell_line","7":"B-cell_type","8":"I-cell_type","9":"B-protein","10":"I-protein"}}}}]


hub_id: community-datasets/journalists_questions
license: ["unknown"]
language: ["ar"]
config_name: plain_text
column_names: ["tweet_id","label","label_confidence"]
tags:
["task_categories:text-classification","annotations_creators:crowdsourced","language_creators:other","multilinguality:monolingual","source_datasets:original","language:ar","license:unknown","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","question-identification","croissant"]

features:
[{"name":"tweet_id","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"no","1":"yes"}}}},{"name":"label_confidence","dtype":"float32"}]


hub_id: AdWeeb/kan_hope
license: ["cc-by-4.0"]
language: ["en","kn"]
config_name: default
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:multi-label-classification","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:multilingual","source_datasets:original","language:en","language:kn","license:cc-by-4.0","size_categories:1K<n<10K","arxiv:2108.04616","region:us","hope-speech-detection"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"Not-Hope","1":"Hope"}}}}]


hub_id: gaurvar/kannada_news
license: ["cc-by-sa-4.0"]
language: ["kn"]
config_name: default
column_names: ["headline","label"]
tags:
["task_categories:text-classification","task_ids:topic-classification","annotations_creators:other","language_creators:other","multilinguality:monolingual","source_datasets:original","language:kn","license:cc-by-sa-4.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"headline","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"sports","1":"tech","2":"entertainment"}}}}]


hub_id: thu-coai/kd_conv_with_kb
license: ["apache-2.0"]
language: ["zh"]
config_name: all_knowledge_base
column_names: ["head_entity","kb_triplets","domain"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:dialogue-modeling","annotations_creators:crowdsourced","annotations_creators:machine-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:zh","license:apache-2.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"head_entity","dtype":"string"},{"name":"kb_triplets","sequence":{"sequence":"string"}},{"name":"domain","dtype":"string"}]


hub_id: Helsinki-NLP/kde4
license: ["unknown"]
config_name: en-fr
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:af","language:ar","language:as","language:ast","language:be","language:bg","language:bn","language:br","language:ca","language:crh","language:cs","language:csb","language:cy","language:da","language:de","language:el","language:en","language:eo","language:es","language:et","language:eu","language:fa","language:fi","language:fr","language:fy","language:ga","language:gl","language:gu","language:ha","language:he","language:hi","language:hne","language:hr","language:hsb","language:hu","language:hy","language:id","language:is","language:it","language:ja","language:ka","language:kk","language:km","language:kn","language:ko","language:ku","language:lb","language:lt","language:lv","language:mai","language:mk","language:ml","language:mr","language:ms","language:mt","language:nb","language:nds","language:ne","language:nl","language:nn","language:nso","language:oc","language:or","language:pa","language:pl","language:ps","language:pt","language:ro","language:ru","language:rw","language:se","language:si","language:sk","language:sl","language:sr","language:sv","language:ta","language:te","language:tg","language:th","language:tr","language:uk","language:uz","language:vi","language:wa","language:xh","language:zh","license:unknown","size_categories:100K<n<1M","region:us"]

language:
["af","ar","as","ast","be","bg","bn","br","ca","crh","cs","csb","cy","da","de","el","en","eo","es","et","eu","fa","fi","fr","fy","ga","gl","gu","ha","he","hi","hne","hr","hsb","hu","hy","id","is","it","ja","ka","kk","km","kn","ko","ku","lb","lt","lv","mai","mk","ml","mr","ms","mt","nb","nds","ne","nl","nn","nso","oc","or","pa","pl","ps","pt","ro","ru","rw","se","si","sk","sl","sr","sv","ta","te","tg","th","tr","uk","uz","vi","wa","xh","zh"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["en","fr"]}}}]


hub_id: google-research-datasets/kelm
license: ["cc-by-sa-3.0"]
language: ["en"]
config_name: default
column_names: ["triple","sentence"]
features: [{"name":"triple","dtype":"string"},{"name":"sentence","dtype":"string"}]
tags:
["task_categories:other","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-3.0","size_categories:1M<n<10M","arxiv:2010.12688","region:us","data-to-text-generation"]


hub_id: facebook/kilt_tasks
license: ["mit"]
language: ["en"]
config_name: wow
column_names: ["id","input","meta","output"]
tags:
["task_categories:fill-mask","task_categories:question-answering","task_categories:text-classification","task_categories:text-generation","task_categories:text-retrieval","task_categories:text2text-generation","task_ids:abstractive-qa","task_ids:dialogue-modeling","task_ids:document-retrieval","task_ids:entity-linking-retrieval","task_ids:extractive-qa","task_ids:fact-checking","task_ids:fact-checking-retrieval","task_ids:open-domain-abstractive-qa","task_ids:open-domain-qa","task_ids:slot-filling","annotations_creators:crowdsourced","annotations_creators:found","annotations_creators:machine-generated","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:extended|natural_questions","source_datasets:extended|other-aidayago","source_datasets:extended|other-fever","source_datasets:extended|other-hotpotqa","source_datasets:extended|other-trex","source_datasets:extended|other-triviaqa","source_datasets:extended|other-wizardsofwikipedia","source_datasets:extended|other-wned-cweb","source_datasets:extended|other-wned-wiki","source_datasets:extended|other-zero-shot-re","source_datasets:original","language:en","license:mit","size_categories:1B<n<10B","parquet","text","datasets","dask","mlcroissant","arxiv:2009.02252","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"input","dtype":"string"},{"name":"meta","struct":[{"name":"left_context","dtype":"string"},{"name":"mention","dtype":"string"},{"name":"right_context","dtype":"string"},{"name":"partial_evidence","list":[{"name":"start_paragraph_id","dtype":"int32"},{"name":"end_paragraph_id","dtype":"int32"},{"name":"title","dtype":"string"},{"name":"section","dtype":"string"},{"name":"wikipedia_id","dtype":"string"},{"name":"meta","struct":[{"name":"evidence_span","list":"string"}]}]},{"name":"obj_surface","list":"string"},{"name":"sub_surface","list":"string"},{"name":"subj_aliases","list":"string"},{"name":"template_questions","list":"string"}]},{"name":"output","list":[{"name":"answer","dtype":"string"},{"name":"meta","struct":[{"name":"score","dtype":"int32"}]},{"name":"provenance","list":[{"name":"bleu_score","dtype":"float32"},{"name":"start_character","dtype":"int32"},{"name":"start_paragraph_id","dtype":"int32"},{"name":"end_character","dtype":"int32"},{"name":"end_paragraph_id","dtype":"int32"},{"name":"meta","struct":[{"name":"fever_page_id","dtype":"string"},{"name":"fever_sentence_id","dtype":"int32"},{"name":"annotation_id","dtype":"string"},{"name":"yes_no_answer","dtype":"string"},{"name":"evidence_span","list":"string"}]},{"name":"section","dtype":"string"},{"name":"title","dtype":"string"},{"name":"wikipedia_id","dtype":"string"}]}]}]


hub_id: facebook/kilt_wikipedia
tags: ["region:us"]
license: []
language: []
config_name: 2019-08-01
column_names:
["kilt_id","wikipedia_id","wikipedia_title","text","anchors","categories","wikidata_info","history"]

features:
[{"name":"kilt_id","dtype":"string"},{"name":"wikipedia_id","dtype":"string"},{"name":"wikipedia_title","dtype":"string"},{"name":"text","sequence":[{"name":"paragraph","dtype":"string"}]},{"name":"anchors","sequence":[{"name":"paragraph_id","dtype":"int32"},{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"text","dtype":"string"},{"name":"href","dtype":"string"},{"name":"wikipedia_title","dtype":"string"},{"name":"wikipedia_id","dtype":"string"}]},{"name":"categories","dtype":"string"},{"name":"wikidata_info","struct":[{"name":"description","dtype":"string"},{"name":"enwikiquote_title","dtype":"string"},{"name":"wikidata_id","dtype":"string"},{"name":"wikidata_label","dtype":"string"},{"name":"wikipedia_title","dtype":"string"},{"name":"aliases","sequence":[{"name":"alias","dtype":"string"}]}]},{"name":"history","struct":[{"name":"pageid","dtype":"int32"},{"name":"parentid","dtype":"int32"},{"name":"revid","dtype":"int32"},{"name":"pre_dump","dtype":"bool"},{"name":"timestamp","dtype":"string"},{"name":"url","dtype":"string"}]}]


hub_id: andreniyongabo/kinnews_kirnews
license: ["mit"]
language: ["rn","rw"]
config_name: kirnews_cleaned
column_names: ["label","title","content"]
tags:
["task_categories:text-classification","task_ids:multi-class-classification","task_ids:topic-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:rn","language:rw","license:mit","size_categories:10K<n<100K","arxiv:2010.12174","region:us"]

features:
[{"name":"label","dtype":{"class_label":{"names":{"0":"politics","1":"sport","2":"economy","3":"health","4":"entertainment","5":"history","6":"technology","7":"tourism","8":"culture","9":"fashion","10":"religion","11":"environment","12":"education","13":"relationship"}}}},{"name":"title","dtype":"string"},{"name":"content","dtype":"string"}]


hub_id: klue/klue
license: ["cc-by-sa-4.0"]
language: ["ko"]
config_name: ynat
column_names: ["guid","title","label","url","date"]
tags:
["task_categories:fill-mask","task_categories:question-answering","task_categories:text-classification","task_categories:text-generation","task_categories:token-classification","task_ids:extractive-qa","task_ids:named-entity-recognition","task_ids:natural-language-inference","task_ids:parsing","task_ids:semantic-similarity-scoring","task_ids:text-scoring","task_ids:topic-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:ko","license:cc-by-sa-4.0","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","arxiv:2105.09680","region:us","relation-extraction","croissant"]

features:
[{"name":"guid","dtype":"string"},{"name":"title","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"IT\uacfc\ud559","1":"\uacbd\uc81c","2":"\uc0ac\ud68c","3":"\uc0dd\ud65c\ubb38\ud654","4":"\uc138\uacc4","5":"\uc2a4\ud3ec\uce20","6":"\uc815\uce58"}}}},{"name":"url","dtype":"string"},{"name":"date","dtype":"string"}]


hub_id: wicho/kor_3i4k
license: ["cc-by-4.0"]
language: ["ko"]
config_name: default
column_names: ["label","text"]
tags:
["task_categories:text-classification","task_ids:intent-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:ko","license:cc-by-4.0","size_categories:10K<n<100K","arxiv:1811.04231","region:us"]

features:
[{"name":"label","dtype":{"class_label":{"names":{"0":"fragment","1":"statement","2":"question","3":"command","4":"rhetorical question","5":"rhetorical command","6":"intonation-dependent utterance"}}}},{"name":"text","dtype":"string"}]


hub_id: inmoonlight/kor_hate
license: ["cc-by-sa-4.0"]
language: ["ko"]
config_name: default
column_names: ["comments","contain_gender_bias","bias","hate"]
tags:
["task_categories:text-classification","task_ids:multi-label-classification","annotations_creators:crowdsourced","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ko","license:cc-by-sa-4.0","size_categories:1K<n<10K","arxiv:2005.12503","region:us"]

features:
[{"name":"comments","dtype":"string"},{"name":"contain_gender_bias","dtype":{"class_label":{"names":{"0":"False","1":"True"}}}},{"name":"bias","dtype":{"class_label":{"names":{"0":"none","1":"gender","2":"others"}}}},{"name":"hate","dtype":{"class_label":{"names":{"0":"hate","1":"offensive","2":"none"}}}}]


hub_id: nlp-kmu/kor_ner
license: ["mit"]
language: ["ko"]
config_name: default
column_names: ["text","annot_text","tokens","pos_tags","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:other","multilinguality:monolingual","source_datasets:original","language:ko","license:mit","size_categories:1K<n<10K","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"annot_text","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"pos_tags","sequence":{"class_label":{"names":{"0":"SO","1":"SS","2":"VV","3":"XR","4":"VCP","5":"JC","6":"VCN","7":"JKB","8":"MM","9":"SP","10":"XSN","11":"SL","12":"NNP","13":"NP","14":"EP","15":"JKQ","16":"IC","17":"XSA","18":"EC","19":"EF","20":"SE","21":"XPN","22":"ETN","23":"SH","24":"XSV","25":"MAG","26":"SW","27":"ETM","28":"JKO","29":"NNB","30":"MAJ","31":"NNG","32":"JKV","33":"JKC","34":"VA","35":"NR","36":"JKG","37":"VX","38":"SF","39":"JX","40":"JKS","41":"SN"}}}},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"I","1":"O","2":"B_OG","3":"B_TI","4":"B_LC","5":"B_DT","6":"B_PS"}}}}]


hub_id: kakaobrain/kor_nli
license: ["cc-by-sa-4.0"]
language: ["ko"]
config_name: xnli
column_names: ["premise","hypothesis","label"]
tags:
["task_categories:text-classification","task_ids:natural-language-inference","task_ids:multi-input-text-classification","annotations_creators:crowdsourced","language_creators:machine-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|multi_nli","source_datasets:extended|snli","source_datasets:extended|xnli","language:ko","license:cc-by-sa-4.0","size_categories:100K<n<1M","region:us"]

features:
[{"name":"premise","dtype":"string"},{"name":"hypothesis","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"entailment","1":"neutral","2":"contradiction"}}}}]


hub_id: kakaobrain/kor_nlu
license: ["cc-by-sa-4.0"]
language: ["ko"]
config_name: sts
column_names: ["genre","filename","year","id","score","sentence1","sentence2"]
tags:
["task_categories:text-classification","task_ids:natural-language-inference","task_ids:semantic-similarity-scoring","task_ids:text-scoring","annotations_creators:found","language_creators:expert-generated","language_creators:found","language_creators:machine-generated","multilinguality:monolingual","size_categories:100K<n<1M","source_datasets:extended|snli","language:ko","license:cc-by-sa-4.0","arxiv:2004.03289","region:us"]

features:
[{"name":"genre","dtype":{"class_label":{"names":{"0":"main-news","1":"main-captions","2":"main-forum","3":"main-forums"}}}},{"name":"filename","dtype":{"class_label":{"names":{"0":"images","1":"MSRpar","2":"MSRvid","3":"headlines","4":"deft-forum","5":"deft-news","6":"track5.en-en","7":"answers-forums","8":"answer-answer"}}}},{"name":"year","dtype":{"class_label":{"names":{"0":"2017","1":"2016","2":"2013","3":"2012train","4":"2014","5":"2015","6":"2012test"}}}},{"name":"id","dtype":"int32"},{"name":"score","dtype":"float32"},{"name":"sentence1","dtype":"string"},{"name":"sentence2","dtype":"string"}]


hub_id: songys/kor_qpair
license: ["mit"]
language: ["ko"]
config_name: default
column_names: ["question1","question2","is_duplicate"]
tags:
["task_categories:text-classification","task_ids:semantic-similarity-classification","annotations_creators:expert-generated","language_creators:other","multilinguality:monolingual","source_datasets:original","language:ko","license:mit","size_categories:1K<n<10K","region:us"]

features:
[{"name":"question1","dtype":"string"},{"name":"question2","dtype":"string"},{"name":"is_duplicate","dtype":{"class_label":{"names":{"0":"0","1":"1"}}}}]


hub_id: wicho/kor_sae
license: ["cc-by-sa-4.0"]
language: ["ko"]
config_name: default
column_names: ["intent_pair1","intent_pair2","label"]
tags:
["task_categories:text-classification","task_ids:intent-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:ko","license:cc-by-sa-4.0","size_categories:10K<n<100K","arxiv:1912.00342","arxiv:1811.04231","region:us"]

features:
[{"name":"intent_pair1","dtype":"string"},{"name":"intent_pair2","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"yes/no","1":"alternative","2":"wh- questions","3":"prohibitions","4":"requirements","5":"strong requirements"}}}}]


hub_id: SpellOnYou/kor_sarcasm
license: ["mit"]
language: ["ko"]
config_name: default
column_names: ["tokens","label"]
tags:
["task_categories:text-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ko","license:mit","size_categories:1K<n<10K","region:us","sarcasm-detection"]

features:
[{"name":"tokens","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"no_sarcasm","1":"sarcasm"}}}}]


hub_id: mohamedadaly/labr
license: ["unknown"]
language: ["ar"]
config_name: plain_text
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:multi-class-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ar","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"1","1":"2","2":"3","3":"4","4":"5"}}}}]


hub_id: facebook/lama
license: ["cc-by-4.0"]
language: ["en"]
config_name: conceptnet
column_names: ["uuid","sub","obj","pred","obj_label","masked_sentence","negated"]
tags:
["task_categories:text-retrieval","task_categories:text-classification","task_ids:fact-checking-retrieval","task_ids:text-scoring","annotations_creators:crowdsourced","annotations_creators:expert-generated","annotations_creators:machine-generated","language_creators:crowdsourced","language_creators:expert-generated","language_creators:machine-generated","multilinguality:monolingual","source_datasets:extended|conceptnet5","source_datasets:extended|squad","language:en","license:cc-by-4.0","size_categories:10K<n<100K","region:us","probing"]

features:
[{"name":"uuid","dtype":"string"},{"name":"sub","dtype":"string"},{"name":"obj","dtype":"string"},{"name":"pred","dtype":"string"},{"name":"obj_label","dtype":"string"},{"name":"masked_sentence","dtype":"string"},{"name":"negated","dtype":"string"}]


hub_id: cimec/lambada
license: ["cc-by-4.0"]
language: ["en"]
config_name: plain_text
column_names: ["text","domain"]
features: [{"name":"text","dtype":"string"},{"name":"domain","dtype":"string"}]
tags:
["task_categories:text2text-generation","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:extended|bookcorpus","language:en","license:cc-by-4.0","size_categories:1M<n<10M","parquet","text","datasets","dask","mlcroissant","region:us","long-range-dependency","croissant"]


hub_id: josecannete/large_spanish_corpus
license: ["mit"]
language: ["es"]
config_name: combined
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:other","annotations_creators:no-annotation","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:es","license:mit","size_categories:100K<n<1M","region:us"]


hub_id: universityofbucharest/laroseda
license: ["cc-by-4.0"]
language: ["ro"]
config_name: laroseda
column_names: ["index","title","content","starRating"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ro","license:cc-by-4.0","size_categories:10K<n<100K","arxiv:2101.04197","arxiv:1901.06543","region:us"]

features:
[{"name":"index","dtype":"string"},{"name":"title","dtype":"string"},{"name":"content","dtype":"string"},{"name":"starRating","dtype":"int64"}]


hub_id: mohnish/lc_quad
license: ["cc-by-3.0"]
language: ["en"]
config_name: default
tags:
["task_categories:question-answering","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-3.0","size_categories:10K<n<100K","region:us","knowledge-base-qa"]

column_names:
["NNQT_question","uid","subgraph","template_index","question","sparql_wikidata","sparql_dbpedia18","template","paraphrased_question"]

features:
[{"name":"NNQT_question","dtype":"string"},{"name":"uid","dtype":"int32"},{"name":"subgraph","dtype":"string"},{"name":"template_index","dtype":"int32"},{"name":"question","dtype":"string"},{"name":"sparql_wikidata","dtype":"string"},{"name":"sparql_dbpedia18","dtype":"string"},{"name":"template","dtype":"string"},{"name":"paraphrased_question","dtype":"string"}]


hub_id: peluz/lener_br
license: ["unknown"]
language: ["pt"]
config_name: lener_br
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:pt","license:unknown","size_categories:10K<n<100K","region:us","legal"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-ORGANIZACAO","2":"I-ORGANIZACAO","3":"B-PESSOA","4":"I-PESSOA","5":"B-TEMPO","6":"I-TEMPO","7":"B-LOCAL","8":"I-LOCAL","9":"B-LEGISLACAO","10":"I-LEGISLACAO","11":"B-JURISPRUDENCIA","12":"I-JURISPRUDENCIA"}}}}]


hub_id: coastalcph/lex_glue
license: ["cc-by-4.0"]
language: ["en"]
config_name: unfair_tos
column_names: ["text","labels"]
tags:
["task_categories:question-answering","task_categories:text-classification","task_ids:multi-class-classification","task_ids:multi-label-classification","task_ids:multiple-choice-qa","task_ids:topic-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:extended","language:en","license:cc-by-4.0","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","arxiv:2110.00976","arxiv:2109.00904","arxiv:1805.01217","arxiv:2104.08671","region:us","croissant"]

features:
[{"name":"text","dtype":"string"},{"name":"labels","sequence":{"class_label":{"names":{"0":"Limitation of liability","1":"Unilateral termination","2":"Unilateral change","3":"Content removal","4":"Contract by using","5":"Choice of law","6":"Jurisdiction","7":"Arbitration"}}}}]


hub_id: ucsbnlp/liar
license: ["unknown"]
language: ["en"]
config_name: default
tags:
["task_categories:text-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:en","license:unknown","fake-news-detection","arxiv:1705.00648","region:us"]

column_names:
["id","label","statement","subject","speaker","job_title","state_info","party_affiliation","barely_true_counts","false_counts","half_true_counts","mostly_true_counts","pants_on_fire_counts","context"]

features:
[{"name":"id","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"false","1":"half-true","2":"mostly-true","3":"true","4":"barely-true","5":"pants-fire"}}}},{"name":"statement","dtype":"string"},{"name":"subject","dtype":"string"},{"name":"speaker","dtype":"string"},{"name":"job_title","dtype":"string"},{"name":"state_info","dtype":"string"},{"name":"party_affiliation","dtype":"string"},{"name":"barely_true_counts","dtype":"float32"},{"name":"false_counts","dtype":"float32"},{"name":"half_true_counts","dtype":"float32"},{"name":"mostly_true_counts","dtype":"float32"},{"name":"pants_on_fire_counts","dtype":"float32"},{"name":"context","dtype":"string"}]


hub_id: openslr/librispeech_asr
license: ["cc-by-4.0"]
language: ["en"]
config_name: all
column_names: ["file","audio","text","speaker_id","chapter_id","id"]
tags:
["task_categories:automatic-speech-recognition","task_categories:audio-classification","task_ids:speaker-identification","annotations_creators:expert-generated","language_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","size_categories:100K<n<1M","source_datasets:original","language:en","license:cc-by-4.0","region:us"]

features:
[{"name":"file","dtype":"string"},{"name":"audio","dtype":{"audio":{"sampling_rate":16000}}},{"name":"text","dtype":"string"},{"name":"speaker_id","dtype":"int64"},{"name":"chapter_id","dtype":"int64"},{"name":"id","dtype":"string"}]


hub_id: openslr/librispeech_lm
license: ["cc0-1.0"]
language: ["en"]
config_name: default
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_ids:language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc0-1.0","size_categories:10M<n<100M","region:us"]


hub_id: IBM/limit
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: default
column_names: ["id","sentence","motion","motion_entities"]
tags:
["task_categories:token-classification","task_categories:text-classification","task_ids:multi-class-classification","task_ids:named-entity-recognition","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:extended|net-activities-captions","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"int32"},{"name":"sentence","dtype":"string"},{"name":"motion","dtype":"string"},{"name":"motion_entities","list":[{"name":"entity","dtype":"string"},{"name":"start_index","dtype":"int32"}]}]


hub_id: lince-benchmark/lince
tags: ["region:us"]
license: []
language: []
config_name: sa_spaeng
column_names: ["idx","words","lid","sa"]
features:
[{"name":"idx","dtype":"int32"},{"name":"words","sequence":"string"},{"name":"lid","sequence":"string"},{"name":"sa","dtype":"string"}]


hub_id: cambridgeltl/linnaeus
license: ["cc-by-4.0"]
language: ["en"]
config_name: linnaeus
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B","2":"I"}}}}]


hub_id: PKU-TANGENT/liveqa
license: ["unknown"]
language: ["zh"]
config_name: default
column_names: ["id","passages"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:zh","license:unknown","size_categories:1K<n<10K","region:us"]

features:
[{"name":"id","dtype":"int64"},{"name":"passages","sequence":[{"name":"is_question","dtype":"bool"},{"name":"text","dtype":"string"},{"name":"candidate1","dtype":"string"},{"name":"candidate2","dtype":"string"},{"name":"answer","dtype":"string"}]}]


hub_id: keithito/lj_speech
license: ["unlicense"]
language: ["en"]
config_name: main
column_names: ["id","audio","file","text","normalized_text"]
tags:
["task_categories:automatic-speech-recognition","task_categories:text-to-speech","task_categories:text-to-audio","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:en","license:unlicense","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"audio","dtype":{"audio":{"sampling_rate":22050}}},{"name":"file","dtype":"string"},{"name":"text","dtype":"string"},{"name":"normalized_text","dtype":"string"}]


hub_id: billion-word-benchmark/lm1b
license: []
language: ["en"]
config_name: plain_text
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","language:en","arxiv:1312.3005","region:us"]


hub_id: lst-nectec/lst20
license: ["other"]
language: ["th"]
config_name: lst20
column_names: ["id","fname","tokens","pos_tags","ner_tags","clause_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","task_ids:part-of-speech","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:th","license:other","size_categories:10K<n<100K","region:us","word-segmentation","clause-segmentation","sentence-segmentation"]

features:
[{"name":"id","dtype":"string"},{"name":"fname","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"pos_tags","sequence":{"class_label":{"names":{"0":"NN","1":"VV","2":"PU","3":"CC","4":"PS","5":"AX","6":"AV","7":"FX","8":"NU","9":"AJ","10":"CL","11":"PR","12":"NG","13":"PA","14":"XX","15":"IJ"}}}},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B_BRN","2":"B_DES","3":"B_DTM","4":"B_LOC","5":"B_MEA","6":"B_NUM","7":"B_ORG","8":"B_PER","9":"B_TRM","10":"B_TTL","11":"I_BRN","12":"I_DES","13":"I_DTM","14":"I_LOC","15":"I_MEA","16":"I_NUM","17":"I_ORG","18":"I_PER","19":"I_TRM","20":"I_TTL","21":"E_BRN","22":"E_DES","23":"E_DTM","24":"E_LOC","25":"E_MEA","26":"E_NUM","27":"E_ORG","28":"E_PER","29":"E_TRM","30":"E_TTL"}}}},{"name":"clause_tags","sequence":{"class_label":{"names":{"0":"O","1":"B_CLS","2":"I_CLS","3":"E_CLS"}}}}]


hub_id: cis-lmu/m_lama
license: ["cc-by-nc-sa-4.0"]
config_name: all
column_names: ["uuid","lineid","obj_uri","obj_label","sub_uri","sub_label","template","language","predicate_id"]
tags:
["task_categories:question-answering","task_categories:text-classification","task_ids:open-domain-qa","task_ids:text-scoring","annotations_creators:crowdsourced","annotations_creators:expert-generated","annotations_creators:machine-generated","language_creators:crowdsourced","language_creators:expert-generated","language_creators:machine-generated","multilinguality:translation","source_datasets:extended|lama","language:af","language:ar","language:az","language:be","language:bg","language:bn","language:ca","language:ceb","language:cs","language:cy","language:da","language:de","language:el","language:en","language:es","language:et","language:eu","language:fa","language:fi","language:fr","language:ga","language:gl","language:he","language:hi","language:hr","language:hu","language:hy","language:id","language:it","language:ja","language:ka","language:ko","language:la","language:lt","language:lv","language:ms","language:nl","language:pl","language:pt","language:ro","language:ru","language:sk","language:sl","language:sq","language:sr","language:sv","language:ta","language:th","language:tr","language:uk","language:ur","language:vi","language:zh","license:cc-by-nc-sa-4.0","size_categories:100K<n<1M","arxiv:2102.00894","region:us","probing"]

language:
["af","ar","az","be","bg","bn","ca","ceb","cs","cy","da","de","el","en","es","et","eu","fa","fi","fr","ga","gl","he","hi","hr","hu","hy","id","it","ja","ka","ko","la","lt","lv","ms","nl","pl","pt","ro","ru","sk","sl","sq","sr","sv","ta","th","tr","uk","ur","vi","zh"]

features:
[{"name":"uuid","dtype":"string"},{"name":"lineid","dtype":"uint32"},{"name":"obj_uri","dtype":"string"},{"name":"obj_label","dtype":"string"},{"name":"sub_uri","dtype":"string"},{"name":"sub_label","dtype":"string"},{"name":"template","dtype":"string"},{"name":"language","dtype":"string"},{"name":"predicate_id","dtype":"string"}]


hub_id: nilc-nlp/mac_morpho
license: ["cc-by-4.0"]
language: ["pt"]
config_name: default
column_names: ["id","tokens","pos_tags"]
tags:
["task_categories:token-classification","task_ids:part-of-speech","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:pt","license:cc-by-4.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"pos_tags","sequence":{"class_label":{"names":{"0":"PREP+PROADJ","1":"IN","2":"PREP+PRO-KS","3":"NPROP","4":"PREP+PROSUB","5":"KC","6":"PROPESS","7":"NUM","8":"PROADJ","9":"PREP+ART","10":"KS","11":"PRO-KS","12":"ADJ","13":"ADV-KS","14":"N","15":"PREP","16":"PROSUB","17":"PREP+PROPESS","18":"PDEN","19":"V","20":"PREP+ADV","21":"PCP","22":"CUR","23":"ADV","24":"PU","25":"ART"}}}}]


hub_id: shanasai/makhzan
license: ["other"]
language: ["ur"]
config_name: default
column_names: ["file_id","metadata","title","num-words","contains-non-urdu-languages","document_body"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:ur","license:other","size_categories:1K<n<10K","region:us"]

features:
[{"name":"file_id","dtype":"string"},{"name":"metadata","dtype":"string"},{"name":"title","dtype":"string"},{"name":"num-words","dtype":"int64"},{"name":"contains-non-urdu-languages","dtype":"string"},{"name":"document_body","dtype":"string"}]


hub_id: masakhane/masakhaner
license: ["unknown"]
language: ["am","ha","ig","lg","luo","pcm","rw","sw","wo","yo"]
config_name: yor
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:multilingual","source_datasets:original","language:am","language:ha","language:ig","language:lg","language:luo","language:pcm","language:rw","language:sw","language:wo","language:yo","license:unknown","size_categories:10K<n<100K","arxiv:2103.11811","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-PER","2":"I-PER","3":"B-ORG","4":"I-ORG","5":"B-LOC","6":"I-LOC","7":"B-DATE","8":"I-DATE"}}}}]


hub_id: allenai/math_qa
license: ["apache-2.0"]
language: ["en"]
config_name: default
column_names: ["Problem","Rationale","options","correct","annotated_formula","linear_formula","category"]
tags:
["task_categories:question-answering","task_ids:multiple-choice-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:extended|aqua_rat","language:en","license:apache-2.0","region:us"]

features:
[{"name":"Problem","dtype":"string"},{"name":"Rationale","dtype":"string"},{"name":"options","dtype":"string"},{"name":"correct","dtype":"string"},{"name":"annotated_formula","dtype":"string"},{"name":"linear_formula","dtype":"string"},{"name":"category","dtype":"string"}]


hub_id: WHUIR/matinf
tags: ["region:us"]
license: []
language: []
config_name: qa
column_names: ["question","answer","id"]
features:
[{"name":"question","dtype":"string"},{"name":"answer","dtype":"string"},{"name":"id","dtype":"int32"}]


hub_id: google-research-datasets/mbpp
license: ["cc-by-4.0"]
language: ["en"]
config_name: sanitized
column_names: ["source_file","task_id","prompt","code","test_imports","test_list"]
tags:
["task_categories:text2text-generation","annotations_creators:crowdsourced","annotations_creators:expert-generated","language_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:100K<n<1M","parquet","text","datasets","pandas","mlcroissant","arxiv:2108.07732","region:us","code-generation","croissant"]

features:
[{"name":"source_file","dtype":"string"},{"name":"task_id","dtype":"int32"},{"name":"prompt","dtype":"string"},{"name":"code","dtype":"string"},{"name":"test_imports","sequence":"string"},{"name":"test_list","sequence":"string"}]


hub_id: CogComp/mc_taco
license: ["unknown"]
language: ["en"]
config_name: plain_text
column_names: ["sentence","question","answer","label","category"]
tags:
["task_categories:question-answering","task_ids:multiple-choice-qa","annotations_creators:crowdsourced","annotations_creators:machine-generated","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","arxiv:1909.03065","region:us"]

features:
[{"name":"sentence","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answer","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"no","1":"yes"}}}},{"name":"category","dtype":{"class_label":{"names":{"0":"Event Duration","1":"Event Ordering","2":"Frequency","3":"Typical Time","4":"Stationarity"}}}}]


hub_id: facebook/md_gender_bias
license: ["mit"]
language: ["en"]
config_name: yelp_inferred
column_names: ["text","binary_label","binary_score"]
tags:
["task_categories:text-classification","annotations_creators:crowdsourced","annotations_creators:found","annotations_creators:machine-generated","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","size_categories:100K<n<1M","size_categories:10K<n<100K","size_categories:1K<n<10K","size_categories:1M<n<10M","size_categories:n<1K","source_datasets:extended|other-convai2","source_datasets:extended|other-light","source_datasets:extended|other-opensubtitles","source_datasets:extended|other-yelp","source_datasets:original","language:en","license:mit","gender-bias","arxiv:1811.00552","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"binary_label","dtype":{"class_label":{"names":{"0":"ABOUT:female","1":"ABOUT:male"}}}},{"name":"binary_score","dtype":"float32"}]


hub_id: facebook/mdd
license: ["cc-by-3.0"]
language: ["en"]
config_name: task4_reddit
column_names: ["dialogue_turns"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:dialogue-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-3.0","size_categories:100K<n<1M","arxiv:1511.06931","region:us"]

features:
[{"name":"dialogue_turns","sequence":[{"name":"speaker","dtype":"int32"},{"name":"utterance","dtype":"string"}]}]


hub_id: QAngaroo/med_hop
license: ["cc-by-sa-3.0"]
language: ["en"]
config_name: masked
column_names: ["id","question","answer","candidates","supports"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-3.0","size_categories:1K<n<10K","arxiv:1710.06481","region:us","multi-hop"]

features:
[{"name":"id","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answer","dtype":"string"},{"name":"candidates","sequence":"string"},{"name":"supports","sequence":"string"}]


hub_id: McGill-NLP/medal
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["abstract_id","text","location","label"]
tags:
["task_categories:other","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10M<n<100M","region:us","disambiguation"]

features:
[{"name":"abstract_id","dtype":"int32"},{"name":"text","dtype":"string"},{"name":"location","sequence":"int32"},{"name":"label","sequence":"string"}]


hub_id: UCSD26/medical_dialog
license: ["unknown"]
language: ["en","zh"]
config_name: processed.zh
column_names: ["utterances"]
features: [{"name":"utterances","sequence":"string"}]
tags:
["task_categories:question-answering","task_ids:closed-domain-qa","annotations_creators:found","language_creators:expert-generated","language_creators:found","multilinguality:monolingual","size_categories:1M<n<10M","source_datasets:original","language:en","language:zh","license:unknown","arxiv:2004.03329","region:us"]


hub_id: curaihealth/medical_questions_pairs
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["dr_id","question_1","question_2","label"]
tags:
["task_categories:text-classification","task_ids:semantic-similarity-classification","annotations_creators:expert-generated","language_creators:other","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","arxiv:2008.13546","region:us","croissant"]

features:
[{"name":"dr_id","dtype":"int32"},{"name":"question_1","dtype":"string"},{"name":"question_2","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":0,"1":1}}}}]


hub_id: UdS-LSV/menyo20k_mt
license: ["cc-by-nc-4.0"]
language: ["en","yo"]
config_name: menyo20k_mt
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","yo"]}}}]
tags:
["task_categories:translation","annotations_creators:expert-generated","annotations_creators:found","language_creators:found","multilinguality:translation","source_datasets:original","language:en","language:yo","license:cc-by-nc-4.0","size_categories:10K<n<100K","arxiv:2103.08647","region:us"]


hub_id: microsoft/meta_woz
license: ["other"]
language: ["en"]
config_name: tasks
column_names: ["task_id","domain","bot_prompt","bot_role","user_prompt","user_role"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:dialogue-modeling","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:other","size_categories:10K<n<100K","arxiv:2003.01680","region:us"]

features:
[{"name":"task_id","dtype":"string"},{"name":"domain","dtype":"string"},{"name":"bot_prompt","dtype":"string"},{"name":"bot_role","dtype":"string"},{"name":"user_prompt","dtype":"string"},{"name":"user_role","dtype":"string"}]


hub_id: midas/metooma
license: ["cc0-1.0"]
language: ["en"]
config_name: default
tags:
["task_categories:text-classification","task_categories:text-retrieval","task_ids:multi-class-classification","task_ids:multi-label-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc0-1.0","size_categories:1K<n<10K","region:us"]

column_names:
["TweetId","Text_Only_Informative","Image_Only_Informative","Directed_Hate","Generalized_Hate","Sarcasm","Allegation","Justification","Refutation","Support","Oppose"]

features:
[{"name":"TweetId","dtype":"string"},{"name":"Text_Only_Informative","dtype":{"class_label":{"names":{"0":"Text Non Informative","1":"Text Informative"}}}},{"name":"Image_Only_Informative","dtype":{"class_label":{"names":{"0":"Image Non Informative","1":"Image Informative"}}}},{"name":"Directed_Hate","dtype":{"class_label":{"names":{"0":"Directed Hate Absent","1":"Directed Hate Present"}}}},{"name":"Generalized_Hate","dtype":{"class_label":{"names":{"0":"Generalized Hate Absent","1":"Generalized Hate Present"}}}},{"name":"Sarcasm","dtype":{"class_label":{"names":{"0":"Sarcasm Absent","1":"Sarcasm Present"}}}},{"name":"Allegation","dtype":{"class_label":{"names":{"0":"Allegation Absent","1":"Allegation Present"}}}},{"name":"Justification","dtype":{"class_label":{"names":{"0":"Justification Absent","1":"Justification Present"}}}},{"name":"Refutation","dtype":{"class_label":{"names":{"0":"Refutation Absent","1":"Refutation Present"}}}},{"name":"Support","dtype":{"class_label":{"names":{"0":"Support Absent","1":"Support Present"}}}},{"name":"Oppose","dtype":{"class_label":{"names":{"0":"Oppose Absent","1":"Oppose Present"}}}}]


hub_id: Zaid/metrec
license: ["unknown"]
language: ["ar"]
config_name: plain_text
column_names: ["text","label"]
tags:
["task_categories:text-classification","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ar","license:unknown","size_categories:10K<n<100K","region:us","poetry-classification"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"saree","1":"kamel","2":"mutakareb","3":"mutadarak","4":"munsareh","5":"madeed","6":"mujtath","7":"ramal","8":"baseet","9":"khafeef","10":"taweel","11":"wafer","12":"hazaj","13":"rajaz"}}}}]


hub_id: PierreColombo/miam
license: ["cc-by-sa-4.0"]
language: ["de","en","es","fr","it"]
config_name: vm2
column_names: ["Utterance","Dialogue_Act","Speaker","Dialogue_ID","Label","Idx"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:text-classification","task_ids:dialogue-modeling","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:multilingual","source_datasets:original","language:de","language:en","language:es","language:fr","language:it","license:cc-by-sa-4.0","size_categories:10K<n<100K","region:us","dialogue-act-classification"]

features:
[{"name":"Utterance","dtype":"string"},{"name":"Dialogue_Act","dtype":"string"},{"name":"Speaker","dtype":"string"},{"name":"Dialogue_ID","dtype":"string"},{"name":"Label","dtype":{"class_label":{"names":{"0":"ACCEPT","1":"BACKCHANNEL","2":"BYE","3":"CLARIFY","4":"CLOSE","5":"COMMIT","6":"CONFIRM","7":"DEFER","8":"DELIBERATE","9":"DEVIATE_SCENARIO","10":"EXCLUDE","11":"EXPLAINED_REJECT","12":"FEEDBACK","13":"FEEDBACK_NEGATIVE","14":"FEEDBACK_POSITIVE","15":"GIVE_REASON","16":"GREET","17":"INFORM","18":"INIT","19":"INTRODUCE","20":"NOT_CLASSIFIABLE","21":"OFFER","22":"POLITENESS_FORMULA","23":"REJECT","24":"REQUEST","25":"REQUEST_CLARIFY","26":"REQUEST_COMMENT","27":"REQUEST_COMMIT","28":"REQUEST_SUGGEST","29":"SUGGEST","30":"THANK"}}}},{"name":"Idx","dtype":"int32"}]


hub_id: siripragadashashank/mkb
license: ["cc-by-4.0"]
language: ["bn","en","gu","hi","ml","mr","or","pa","ta","te","ur"]
config_name: en-mr
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","mr"]}}}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","multilinguality:translation","source_datasets:original","language:bn","language:en","language:gu","language:hi","language:ml","language:mr","language:or","language:pa","language:ta","language:te","language:ur","license:cc-by-4.0","size_categories:1K<n<10K","arxiv:2007.07691","region:us"]


hub_id: apple/mkqa
license: ["cc-by-3.0"]
config_name: mkqa
column_names: ["example_id","queries","query","answers"]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:multilingual","multilinguality:translation","size_categories:10K<n<100K","source_datasets:extended|natural_questions","source_datasets:original","language:ar","language:da","language:de","language:en","language:es","language:fi","language:fr","language:he","language:hu","language:it","language:ja","language:km","language:ko","language:ms","language:nl","language:no","language:pl","language:pt","language:ru","language:sv","language:th","language:tr","language:vi","language:zh","license:cc-by-3.0","arxiv:2007.15207","region:us"]

language:
["ar","da","de","en","es","fi","fr","he","hu","it","ja","km","ko","ms","nl","no","pl","pt","ru","sv","th","tr","vi","zh"]

features:
[{"name":"example_id","dtype":"string"},{"name":"queries","struct":[{"name":"ar","dtype":"string"},{"name":"da","dtype":"string"},{"name":"de","dtype":"string"},{"name":"en","dtype":"string"},{"name":"es","dtype":"string"},{"name":"fi","dtype":"string"},{"name":"fr","dtype":"string"},{"name":"he","dtype":"string"},{"name":"hu","dtype":"string"},{"name":"it","dtype":"string"},{"name":"ja","dtype":"string"},{"name":"ko","dtype":"string"},{"name":"km","dtype":"string"},{"name":"ms","dtype":"string"},{"name":"nl","dtype":"string"},{"name":"no","dtype":"string"},{"name":"pl","dtype":"string"},{"name":"pt","dtype":"string"},{"name":"ru","dtype":"string"},{"name":"sv","dtype":"string"},{"name":"th","dtype":"string"},{"name":"tr","dtype":"string"},{"name":"vi","dtype":"string"},{"name":"zh_cn","dtype":"string"},{"name":"zh_hk","dtype":"string"},{"name":"zh_tw","dtype":"string"}]},{"name":"query","dtype":"string"},{"name":"answers","struct":[{"name":"ar","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"da","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"de","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"en","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"es","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"fi","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"fr","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"he","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"hu","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"it","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"ja","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"ko","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"km","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"ms","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"nl","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"no","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"pl","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"pt","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"ru","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"sv","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"th","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"tr","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"vi","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"zh_cn","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"zh_hk","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]},{"name":"zh_tw","list":[{"name":"type","dtype":{"class_label":{"names":{"0":"entity","1":"long_answer","2":"unanswerable","3":"date","4":"number","5":"number_with_unit","6":"short_phrase","7":"binary"}}}},{"name":"entity","dtype":"string"},{"name":"text","dtype":"string"},{"name":"aliases","list":"string"}]}]}]


hub_id: facebook/mlqa
license: ["cc-by-sa-3.0"]
language: ["en","de","es","ar","zh","vi","hi"]
config_name: mlqa.hi.hi
column_names: ["context","question","answers","id"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:multilingual","size_categories:10K<n<100K","source_datasets:original","language:en","language:de","language:es","language:ar","language:zh","language:vi","language:hi","license:cc-by-sa-3.0","region:us"]

features:
[{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answers","sequence":[{"name":"answer_start","dtype":"int32"},{"name":"text","dtype":"string"}]},{"name":"id","dtype":"string"}]


hub_id: reciTAL/mlsum
license: ["other"]
language: ["de","es","fr","ru","tr"]
config_name: tu
column_names: ["text","summary","topic","url","title","date"]
tags:
["task_categories:summarization","task_categories:translation","task_categories:text-classification","task_ids:news-articles-summarization","task_ids:multi-class-classification","task_ids:multi-label-classification","task_ids:topic-classification","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:extended|cnn_dailymail","source_datasets:original","language:de","language:es","language:fr","language:ru","language:tr","license:other","size_categories:100K<n<1M","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"summary","dtype":"string"},{"name":"topic","dtype":"string"},{"name":"url","dtype":"string"},{"name":"title","dtype":"string"},{"name":"date","dtype":"string"}]


hub_id: ylecun/mnist
license: ["mit"]
language: ["en"]
config_name: mnist
column_names: ["image","label"]
tags:
["task_categories:image-classification","task_ids:multi-class-image-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:extended|other-nist","language:en","license:mit","size_categories:10M<n<100M","image","datasets","mlcroissant","region:us","croissant"]

features:
[{"name":"image","dtype":"image"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1","2":"2","3":"3","4":"4","5":"5","6":"6","7":"7","8":"8","9":"9"}}}}]


hub_id: anthonychen/mocha
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: default
tags:
["task_categories:question-answering","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:10K<n<100K","region:us","generative-reading-comprehension-metric"]

column_names:
["constituent_dataset","id","context","question","reference","candidate","score","metadata","candidate2","score2"]

features:
[{"name":"constituent_dataset","dtype":"string"},{"name":"id","dtype":"string"},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"reference","dtype":"string"},{"name":"candidate","dtype":"string"},{"name":"score","dtype":"float32"},{"name":"metadata","struct":[{"name":"scores","sequence":"int32"},{"name":"source","dtype":"string"}]},{"name":"candidate2","dtype":"string"},{"name":"score2","dtype":"float32"}]


hub_id: universityofbucharest/moroco
license: ["cc-by-4.0"]
language: ["ro"]
config_name: moroco
column_names: ["id","category","sample"]
tags:
["task_categories:text-classification","task_ids:topic-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ro","license:cc-by-4.0","size_categories:10K<n<100K","arxiv:1901.06543","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"category","dtype":{"class_label":{"names":{"0":"culture","1":"finance","2":"politics","3":"science","4":"sports","5":"tech"}}}},{"name":"sample","dtype":"string"}]


hub_id: eraser-benchmark/movie_rationales
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["review","label","evidences"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1K<n<10K","region:us"]

features:
[{"name":"review","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"NEG","1":"POS"}}}},{"name":"evidences","sequence":"string"}]


hub_id: mrqa-workshop/mrqa
license: ["unknown"]
language: ["en"]
config_name: plain_text
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:extended|drop","source_datasets:extended|hotpot_qa","source_datasets:extended|natural_questions","source_datasets:extended|race","source_datasets:extended|search_qa","source_datasets:extended|squad","source_datasets:extended|trivia_qa","language:en","license:unknown","size_categories:100M<n<1B","parquet","text","datasets","dask","mlcroissant","arxiv:1910.09753","arxiv:1606.05250","arxiv:1611.09830","arxiv:1705.03551","arxiv:1704.05179","arxiv:1809.09600","arxiv:1903.00161","arxiv:1804.07927","arxiv:1704.04683","arxiv:1706.04115","region:us","croissant"]

column_names:
["subset","context","context_tokens","qid","question","question_tokens","detected_answers","answers"]

features:
[{"name":"subset","dtype":"string"},{"name":"context","dtype":"string"},{"name":"context_tokens","sequence":[{"name":"tokens","dtype":"string"},{"name":"offsets","dtype":"int32"}]},{"name":"qid","dtype":"string"},{"name":"question","dtype":"string"},{"name":"question_tokens","sequence":[{"name":"tokens","dtype":"string"},{"name":"offsets","dtype":"int32"}]},{"name":"detected_answers","sequence":[{"name":"text","dtype":"string"},{"name":"char_spans","sequence":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"}]},{"name":"token_spans","sequence":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"}]}]},{"name":"answers","sequence":"string"}]


hub_id: microsoft/ms_marco
license: []
language: ["en"]
config_name: v2.1
column_names: ["answers","passages","query","query_id","query_type","wellFormedAnswers"]
tags:
["language:en","size_categories:100M<n<1B","parquet","text","datasets","dask","mlcroissant","arxiv:1611.09268","region:us","croissant"]

features:
[{"name":"answers","sequence":"string"},{"name":"passages","sequence":[{"name":"is_selected","dtype":"int32"},{"name":"passage_text","dtype":"string"},{"name":"url","dtype":"string"}]},{"name":"query","dtype":"string"},{"name":"query_id","dtype":"int32"},{"name":"query_type","dtype":"string"},{"name":"wellFormedAnswers","sequence":"string"}]


hub_id: microsoft/ms_terms
license: ["ms-pl"]
config_name: default
column_names: ["entry_id","term_source","pos","definition","term_target"]
tags:
["task_categories:translation","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:multilingual","multilinguality:translation","source_datasets:original","language:af","language:am","language:ar","language:as","language:az","language:be","language:bg","language:bn","language:bs","language:ca","language:chr","language:cs","language:cy","language:da","language:de","language:el","language:en","language:es","language:et","language:eu","language:fa","language:fi","language:fil","language:fr","language:ga","language:gd","language:gl","language:gu","language:guc","language:ha","language:he","language:hi","language:hr","language:hu","language:hy","language:id","language:ig","language:is","language:it","language:iu","language:ja","language:ka","language:kk","language:km","language:kn","language:knn","language:ko","language:ku","language:ky","language:lb","language:lo","language:lt","language:lv","language:mi","language:mk","language:ml","language:mn","language:mr","language:ms","language:mt","language:nb","language:ne","language:nl","language:nn","language:ory","language:pa","language:pl","language:prs","language:pst","language:pt","language:qu","language:quc","language:ro","language:ru","language:rw","language:sd","language:si","language:sk","language:sl","language:sq","language:sr","language:st","language:sv","language:swh","language:ta","language:te","language:tg","language:th","language:ti","language:tk","language:tn","language:tr","language:tt","language:ug","language:uk","language:ur","language:uz","language:vi","language:wo","language:xh","language:yo","language:zh","language:zu","license:ms-pl","size_categories:10K<n<100K","region:us"]

language:
["af","am","ar","as","az","be","bg","bn","bs","ca","chr","cs","cy","da","de","el","en","es","et","eu","fa","fi","fil","fr","ga","gd","gl","gu","guc","ha","he","hi","hr","hu","hy","id","ig","is","it","iu","ja","ka","kk","km","kn","knn","ko","ku","ky","lb","lo","lt","lv","mi","mk","ml","mn","mr","ms","mt","nb","ne","nl","nn","ory","pa","pl","prs","pst","pt","qu","quc","ro","ru","rw","sd","si","sk","sl","sq","sr","st","sv","swh","ta","te","tg","th","ti","tk","tn","tr","tt","ug","uk","ur","uz","vi","wo","xh","yo","zh","zu"]

features:
[{"name":"entry_id","dtype":"string"},{"name":"term_source","dtype":"string"},{"name":"pos","dtype":"string"},{"name":"definition","dtype":"string"},{"name":"term_target","dtype":"string"}]


hub_id: microsoft/msr_genomics_kbcomp
license: ["other"]
language: ["en"]
config_name: default
column_names: ["GENE1","relation","GENE2"]
tags:
["task_categories:other","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:other","size_categories:10K<n<100K","region:us","genomics-knowledge-base-bompletion"]

features:
[{"name":"GENE1","dtype":"string"},{"name":"relation","dtype":{"class_label":{"names":{"0":"Positive_regulation","1":"Negative_regulation","2":"Family"}}}},{"name":"GENE2","dtype":"string"}]


hub_id: microsoft/msr_sqa
license: ["ms-pl"]
language: ["en"]
config_name: default
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:ms-pl","size_categories:10K<n<100K","region:us"]

column_names:
["id","annotator","position","question","question_and_history","table_file","table_header","table_data","answer_coordinates","answer_text"]

features:
[{"name":"id","dtype":"string"},{"name":"annotator","dtype":"int32"},{"name":"position","dtype":"int32"},{"name":"question","dtype":"string"},{"name":"question_and_history","sequence":"string"},{"name":"table_file","dtype":"string"},{"name":"table_header","sequence":"string"},{"name":"table_data","sequence":{"sequence":"string"}},{"name":"answer_coordinates","sequence":[{"name":"row_index","dtype":"int32"},{"name":"column_index","dtype":"int32"}]},{"name":"answer_text","sequence":"string"}]


hub_id: microsoft/msr_text_compression
license: ["other"]
language: ["en"]
config_name: default
column_names: ["source_id","domain","source_text","targets"]
tags:
["task_categories:summarization","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","size_categories:1K<n<10K","source_datasets:extended|other-Open-American-National-Corpus-(OANC1)","language:en","license:other","region:us"]

features:
[{"name":"source_id","dtype":"string"},{"name":"domain","dtype":"string"},{"name":"source_text","dtype":"string"},{"name":"targets","sequence":[{"name":"compressed_text","dtype":"string"},{"name":"judge_id","dtype":"string"},{"name":"num_ratings","dtype":"int64"},{"name":"ratings","sequence":"int64"}]}]


hub_id: microsoft/msr_zhen_translation_parity
license: ["ms-pl"]
language: ["en"]
config_name: default
column_names: ["Reference-HT","Reference-PE","Combo-4","Combo-5","Combo-6","Online-A-1710"]
tags:
["task_categories:translation","annotations_creators:no-annotation","language_creators:expert-generated","language_creators:machine-generated","multilinguality:monolingual","multilinguality:translation","size_categories:1K<n<10K","source_datasets:extended|other-newstest2017","language:en","license:ms-pl","region:us"]

features:
[{"name":"Reference-HT","dtype":"string"},{"name":"Reference-PE","dtype":"string"},{"name":"Combo-4","dtype":"string"},{"name":"Combo-5","dtype":"string"},{"name":"Combo-6","dtype":"string"},{"name":"Online-A-1710","dtype":"string"}]


hub_id: levow/msra_ner
license: ["unknown"]
language: ["zh"]
config_name: msra_ner
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:zh","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-PER","2":"I-PER","3":"B-ORG","4":"I-ORG","5":"B-LOC","6":"I-LOC"}}}}]


hub_id: IWSLT/mt_eng_vietnamese
license: ["unknown"]
language: ["en","vi"]
config_name: iwslt2015-en-vi
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","vi"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:en","language:vi","license:unknown","size_categories:100K<n<1M","region:us"]


hub_id: us-lsi/muchocine
license: ["unknown"]
language: ["es"]
config_name: default
column_names: ["review_body","review_summary","star_rating"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:es","license:unknown","size_categories:1K<n<10K","region:us"]

features:
[{"name":"review_body","dtype":"string"},{"name":"review_summary","dtype":"string"},{"name":"star_rating","dtype":{"class_label":{"names":{"0":"1","1":"2","2":"3","3":"4","4":"5"}}}}]


hub_id: jerbarnes/multi_booked
license: ["cc-by-3.0"]
language: ["ca","eu"]
config_name: eu
column_names: ["text","terms","opinions"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","size_categories:n<1K","source_datasets:original","language:ca","language:eu","license:cc-by-3.0","arxiv:1803.08614","region:us"]

features:
[{"name":"text","sequence":[{"name":"wid","dtype":"string"},{"name":"sent","dtype":"string"},{"name":"para","dtype":"string"},{"name":"word","dtype":"string"}]},{"name":"terms","sequence":[{"name":"tid","dtype":"string"},{"name":"lemma","dtype":"string"},{"name":"morphofeat","dtype":"string"},{"name":"pos","dtype":"string"},{"name":"target","sequence":"string"}]},{"name":"opinions","sequence":[{"name":"oid","dtype":"string"},{"name":"opinion_holder_target","sequence":"string"},{"name":"opinion_target_target","sequence":"string"},{"name":"opinion_expression_polarity","dtype":{"class_label":{"names":{"0":"StrongNegative","1":"Negative","2":"Positive","3":"StrongPositive"}}}},{"name":"opinion_expression_target","sequence":"string"}]}]


hub_id: coastalcph/multi_eurlex
license: ["cc-by-sa-4.0"]
config_name: all_languages
column_names: ["celex_id","text","labels"]
tags:
["task_categories:text-classification","task_ids:multi-label-classification","task_ids:topic-classification","annotations_creators:found","language_creators:found","multilinguality:multilingual","size_categories:10K<n<100K","source_datasets:original","language:bg","language:cs","language:da","language:de","language:el","language:en","language:es","language:et","language:fi","language:fr","language:hr","language:hu","language:it","language:lt","language:lv","language:mt","language:nl","language:pl","language:pt","language:ro","language:sk","language:sl","language:sv","license:cc-by-sa-4.0","arxiv:2109.00904","region:us"]

language:
["bg","cs","da","de","el","en","es","et","fi","fr","hr","hu","it","lt","lv","mt","nl","pl","pt","ro","sk","sl","sv"]

features:
[{"name":"celex_id","dtype":"string"},{"name":"text","dtype":{"translation":{"languages":["en","da","de","nl","sv","bg","cs","hr","pl","sk","sl","es","fr","it","pt","ro","et","fi","hu","lt","lv","el","mt"]}}},{"name":"labels","sequence":{"class_label":{"names":{"0":"100149","1":"100160","2":"100148","3":"100147","4":"100152","5":"100143","6":"100156","7":"100158","8":"100154","9":"100153","10":"100142","11":"100145","12":"100150","13":"100162","14":"100159","15":"100144","16":"100151","17":"100157","18":"100161","19":"100146","20":"100155"}}}}]


hub_id: alexfabbri/multi_news
license: ["other"]
language: ["en"]
config_name: default
column_names: ["document","summary"]
features: [{"name":"document","dtype":"string"},{"name":"summary","dtype":"string"}]
tags:
["task_categories:summarization","task_ids:news-articles-summarization","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:other","size_categories:10K<n<100K","arxiv:1906.01749","region:us"]


hub_id: nyu-mll/multi_nli
license: ["cc-by-3.0","cc-by-sa-3.0","mit","other"]
language: ["en"]
config_name: default
tags:
["task_categories:text-classification","task_ids:natural-language-inference","task_ids:multi-input-text-classification","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-3.0","license:cc-by-sa-3.0","license:mit","license:other","size_categories:100M<n<1B","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

column_names:
["promptID","pairID","premise","premise_binary_parse","premise_parse","hypothesis","hypothesis_binary_parse","hypothesis_parse","genre","label"]

features:
[{"name":"promptID","dtype":"int32"},{"name":"pairID","dtype":"string"},{"name":"premise","dtype":"string"},{"name":"premise_binary_parse","dtype":"string"},{"name":"premise_parse","dtype":"string"},{"name":"hypothesis","dtype":"string"},{"name":"hypothesis_binary_parse","dtype":"string"},{"name":"hypothesis_parse","dtype":"string"},{"name":"genre","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"entailment","1":"neutral","2":"contradiction"}}}}]


hub_id: nyu-mll/multi_nli_mismatch
license: ["cc-by-3.0","cc-by-sa-3.0","mit","other"]
language: ["en"]
config_name: plain_text
column_names: ["premise","hypothesis","label"]
tags:
["task_categories:text-classification","task_ids:natural-language-inference","task_ids:multi-input-text-classification","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-3.0","license:cc-by-sa-3.0","license:mit","license:other","size_categories:100K<n<1M","region:us"]

features:
[{"name":"premise","dtype":"string"},{"name":"hypothesis","dtype":"string"},{"name":"label","dtype":"string"}]


hub_id: Helsinki-NLP/multi_para_crawl
license: ["cc0-1.0"]
config_name: de-tl
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:bg","language:ca","language:cs","language:da","language:de","language:el","language:es","language:et","language:eu","language:fi","language:fr","language:ga","language:gl","language:ha","language:hr","language:hu","language:ig","language:is","language:it","language:km","language:lt","language:lv","language:mt","language:my","language:nb","language:ne","language:nl","language:nn","language:pl","language:ps","language:pt","language:ro","language:ru","language:si","language:sk","language:sl","language:so","language:sv","language:sw","language:tl","license:cc0-1.0","size_categories:100K<n<1M","region:us"]

language:
["bg","ca","cs","da","de","el","es","et","eu","fi","fr","ga","gl","ha","hr","hu","ig","is","it","km","lt","lv","mt","my","nb","ne","nl","nn","pl","ps","pt","ro","ru","si","sk","sl","so","sv","sw","tl"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["de","tl"]}}}]


hub_id: google-research-datasets/multi_re_qa
license: ["unknown"]
language: ["en"]
config_name: DuoRC
column_names: ["candidate_id","response_start","response_end"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","task_ids:open-domain-qa","annotations_creators:expert-generated","annotations_creators:found","language_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:extended|other-BioASQ","source_datasets:extended|other-DuoRC","source_datasets:extended|other-HotpotQA","source_datasets:extended|other-Natural-Questions","source_datasets:extended|other-Relation-Extraction","source_datasets:extended|other-SQuAD","source_datasets:extended|other-SearchQA","source_datasets:extended|other-TextbookQA","source_datasets:extended|other-TriviaQA","language:en","license:unknown","size_categories:100K<n<1M","arxiv:2005.02507","region:us"]

features:
[{"name":"candidate_id","dtype":"string"},{"name":"response_start","dtype":"int32"},{"name":"response_end","dtype":"int32"}]


hub_id: pfb30/multi_woz_v22
license: ["apache-2.0"]
language: ["en"]
config_name: v2.2_active_only
column_names: ["dialogue_id","services","turns"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:token-classification","task_categories:text-classification","task_ids:dialogue-modeling","task_ids:multi-class-classification","task_ids:parsing","annotations_creators:machine-generated","language_creators:crowdsourced","language_creators:machine-generated","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:en","license:apache-2.0","arxiv:1810.00278","region:us"]

features:
[{"name":"dialogue_id","dtype":"string"},{"name":"services","sequence":"string"},{"name":"turns","sequence":[{"name":"turn_id","dtype":"string"},{"name":"speaker","dtype":{"class_label":{"names":{"0":"USER","1":"SYSTEM"}}}},{"name":"utterance","dtype":"string"},{"name":"frames","sequence":[{"name":"service","dtype":"string"},{"name":"state","struct":[{"name":"active_intent","dtype":"string"},{"name":"requested_slots","sequence":"string"},{"name":"slots_values","sequence":[{"name":"slots_values_name","dtype":"string"},{"name":"slots_values_list","sequence":"string"}]}]},{"name":"slots","sequence":[{"name":"slot","dtype":"string"},{"name":"value","dtype":"string"},{"name":"start","dtype":"int32"},{"name":"exclusive_end","dtype":"int32"},{"name":"copy_from","dtype":"string"},{"name":"copy_from_value","sequence":"string"}]}]},{"name":"dialogue_acts","struct":[{"name":"dialog_act","sequence":[{"name":"act_type","dtype":"string"},{"name":"act_slots","sequence":[{"name":"slot_name","dtype":"string"},{"name":"slot_value","dtype":"string"}]}]},{"name":"span_info","sequence":[{"name":"act_type","dtype":"string"},{"name":"act_slot_name","dtype":"string"},{"name":"act_slot_value","dtype":"string"},{"name":"span_start","dtype":"int32"},{"name":"span_end","dtype":"int32"}]}]}]}]


hub_id: yaolu/multi_x_science_sum
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["aid","mid","abstract","related_work","ref_abstract"]
tags:
["task_categories:summarization","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","arxiv:2010.14235","region:us","paper-abstract-generation"]

features:
[{"name":"aid","dtype":"string"},{"name":"mid","dtype":"string"},{"name":"abstract","dtype":"string"},{"name":"related_work","dtype":"string"},{"name":"ref_abstract","sequence":[{"name":"cite_N","dtype":"string"},{"name":"mid","dtype":"string"},{"name":"abstract","dtype":"string"}]}]


hub_id: IBM/multidoc2dial
license: ["apache-2.0"]
language: ["en"]
config_name: multidoc2dial
column_names: ["id","title","context","question","da","answers","utterance","domain"]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|doc2dial","language:en","license:apache-2.0","size_categories:10K<n<100K","arxiv:2109.12595","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"title","dtype":"string"},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"da","dtype":"string"},{"name":"answers","sequence":[{"name":"text","dtype":"string"},{"name":"answer_start","dtype":"int32"}]},{"name":"utterance","dtype":"string"},{"name":"domain","dtype":"string"}]


hub_id: legacy-datasets/multilingual_librispeech
license: ["cc-by-4.0"]
language: ["de","es","fr","it","nl","pl","pt"]
config_name: portuguese
column_names: ["file","audio","text","speaker_id","chapter_id","id"]
tags:
["task_categories:automatic-speech-recognition","task_categories:audio-classification","task_ids:speaker-identification","annotations_creators:expert-generated","language_creators:crowdsourced","language_creators:expert-generated","multilinguality:multilingual","size_categories:100K<n<1M","source_datasets:original","language:de","language:es","language:fr","language:it","language:nl","language:pl","language:pt","license:cc-by-4.0","arxiv:2012.03411","region:us"]

features:
[{"name":"file","dtype":"string"},{"name":"audio","dtype":{"audio":{"sampling_rate":16000}}},{"name":"text","dtype":"string"},{"name":"speaker_id","dtype":"int64"},{"name":"chapter_id","dtype":"int64"},{"name":"id","dtype":"string"}]


hub_id: stanfordnlp/mutual_friends
license: ["unknown"]
language: ["en"]
config_name: plain_text
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:dialogue-modeling","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","arxiv:1704.07130","region:us"]

column_names:
["uuid","scenario_uuid","scenario_alphas","scenario_attributes","scenario_kbs","agents","outcome_reward","events"]

features:
[{"name":"uuid","dtype":"string"},{"name":"scenario_uuid","dtype":"string"},{"name":"scenario_alphas","sequence":"float32"},{"name":"scenario_attributes","sequence":[{"name":"unique","dtype":"bool_"},{"name":"value_type","dtype":"string"},{"name":"name","dtype":"string"}]},{"name":"scenario_kbs","sequence":{"sequence":{"sequence":{"sequence":"string"}}}},{"name":"agents","struct":[{"name":"1","dtype":"string"},{"name":"0","dtype":"string"}]},{"name":"outcome_reward","dtype":"int32"},{"name":"events","struct":[{"name":"actions","sequence":"string"},{"name":"start_times","sequence":"float32"},{"name":"data_messages","sequence":"string"},{"name":"data_selects","sequence":[{"name":"attributes","sequence":"string"},{"name":"values","sequence":"string"}]},{"name":"agents","sequence":"int32"},{"name":"times","sequence":"float32"}]}]


hub_id: salesforce/mwsc
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["sentence","question","options","answer"]
tags:
["task_categories:multiple-choice","task_ids:multiple-choice-coreference-resolution","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|winograd_wsc","language:en","license:cc-by-4.0","size_categories:n<1K","arxiv:1806.08730","region:us"]

features:
[{"name":"sentence","dtype":"string"},{"name":"question","dtype":"string"},{"name":"options","sequence":"string"},{"name":"answer","dtype":"string"}]


hub_id: ayehninnkhine/myanmar_news
license: ["gpl-3.0"]
language: ["my"]
config_name: default
column_names: ["text","category"]
tags:
["task_categories:text-classification","task_ids:topic-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:my","license:gpl-3.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"category","dtype":{"class_label":{"names":{"0":"Sport","1":"Politic","2":"Business","3":"Entertainment"}}}}]


hub_id: deepmind/narrativeqa
license: ["apache-2.0"]
language: ["en"]
config_name: default
column_names: ["document","question","answers"]
tags:
["task_categories:text2text-generation","task_ids:abstractive-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:apache-2.0","size_categories:1M<n<10M","parquet","text","datasets","dask","mlcroissant","arxiv:1712.07040","region:us","croissant"]

features:
[{"name":"document","struct":[{"name":"id","dtype":"string"},{"name":"kind","dtype":"string"},{"name":"url","dtype":"string"},{"name":"file_size","dtype":"int32"},{"name":"word_count","dtype":"int32"},{"name":"start","dtype":"string"},{"name":"end","dtype":"string"},{"name":"summary","struct":[{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"url","dtype":"string"},{"name":"title","dtype":"string"}]},{"name":"text","dtype":"string"}]},{"name":"question","struct":[{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"}]},{"name":"answers","list":[{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"}]}]


hub_id: deepmind/narrativeqa_manual
license: ["apache-2.0"]
language: ["en"]
config_name: default
column_names: ["document","question","answers"]
tags:
["task_categories:text2text-generation","task_ids:abstractive-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:en","license:apache-2.0","arxiv:1712.07040","region:us"]

features:
[{"name":"document","struct":[{"name":"id","dtype":"string"},{"name":"kind","dtype":"string"},{"name":"url","dtype":"string"},{"name":"file_size","dtype":"int32"},{"name":"word_count","dtype":"int32"},{"name":"start","dtype":"string"},{"name":"end","dtype":"string"},{"name":"summary","struct":[{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"url","dtype":"string"},{"name":"title","dtype":"string"}]},{"name":"text","dtype":"string"}]},{"name":"question","struct":[{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"}]},{"name":"answers","list":[{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"}]}]


hub_id: google-research-datasets/natural_questions
license: ["cc-by-sa-3.0"]
language: ["en"]
config_name: dev
column_names: ["id","document","question","long_answer_candidates","annotations"]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","annotations_creators:no-annotation","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-3.0","size_categories:1M<n<10M","parquet","text","datasets","dask","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"document","struct":[{"name":"title","dtype":"string"},{"name":"url","dtype":"string"},{"name":"html","dtype":"string"},{"name":"tokens","sequence":[{"name":"token","dtype":"string"},{"name":"is_html","dtype":"bool"},{"name":"start_byte","dtype":"int64"},{"name":"end_byte","dtype":"int64"}]}]},{"name":"question","struct":[{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"}]},{"name":"long_answer_candidates","sequence":[{"name":"start_token","dtype":"int64"},{"name":"end_token","dtype":"int64"},{"name":"start_byte","dtype":"int64"},{"name":"end_byte","dtype":"int64"},{"name":"top_level","dtype":"bool"}]},{"name":"annotations","sequence":[{"name":"id","dtype":"string"},{"name":"long_answer","struct":[{"name":"start_token","dtype":"int64"},{"name":"end_token","dtype":"int64"},{"name":"start_byte","dtype":"int64"},{"name":"end_byte","dtype":"int64"},{"name":"candidate_index","dtype":"int64"}]},{"name":"short_answers","sequence":[{"name":"start_token","dtype":"int64"},{"name":"end_token","dtype":"int64"},{"name":"start_byte","dtype":"int64"},{"name":"end_byte","dtype":"int64"},{"name":"text","dtype":"string"}]},{"name":"yes_no_answer","dtype":{"class_label":{"names":{"0":"NO","1":"YES"}}}}]}]


hub_id: ncbi/ncbi_disease
license: ["unknown"]
language: ["en"]
config_name: ncbi_disease
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1K<n<10K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-Disease","2":"I-Disease"}}}}]


hub_id: nwu-ctext/nchlt
license: ["cc-by-2.5"]
language: ["af","nr","nso","ss","tn","ts","ve","xh","zu"]
config_name: ts
column_names: ["tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:multilingual","source_datasets:original","language:af","language:nr","language:nso","language:ss","language:tn","language:ts","language:ve","language:xh","language:zu","license:cc-by-2.5","size_categories:1K<n<10K","region:us"]

features:
[{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"OUT","1":"B-PERS","2":"I-PERS","3":"B-ORG","4":"I-ORG","5":"B-LOC","6":"I-LOC","7":"B-MISC","8":"I-MISC"}}}}]


hub_id: ncslgr/ncslgr
license: ["mit"]
language: ["ase","en"]
config_name: annotations
column_names: ["eaf","sentences","videos"]
tags:
["task_categories:translation","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:translation","source_datasets:original","language:ase","language:en","license:mit","size_categories:n<1K","region:us"]

features:
[{"name":"eaf","dtype":"string"},{"name":"sentences","sequence":[{"name":"gloss","dtype":"string"},{"name":"text","dtype":"string"}]},{"name":"videos","sequence":"string"}]


hub_id: rtw-cmu/nell
license: ["unknown"]
language: ["en"]
config_name: nell_candidate_sentences
column_names: ["entity","relation","value","score","sentence","count","url","sentence_type"]
tags:
["task_categories:text-retrieval","task_ids:entity-linking-retrieval","task_ids:fact-checking-retrieval","annotations_creators:machine-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:100M<n<1B","region:us","relation-extraction","text-to-structured","text-to-tabular"]

features:
[{"name":"entity","dtype":"string"},{"name":"relation","dtype":"string"},{"name":"value","dtype":"string"},{"name":"score","dtype":"string"},{"name":"sentence","dtype":"string"},{"name":"count","dtype":"int32"},{"name":"url","dtype":"string"},{"name":"sentence_type","dtype":"string"}]


hub_id: facebook/neural_code_search
license: ["cc-by-nc-4.0"]
language: ["en"]
config_name: search_corpus
column_names: ["id","filepath","method_name","start_line","end_line","url"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-nc-4.0","size_categories:1M<n<10M","arxiv:1908.09804","region:us"]

features:
[{"name":"id","dtype":"int32"},{"name":"filepath","dtype":"string"},{"name":"method_name","dtype":"string"},{"name":"start_line","dtype":"int32"},{"name":"end_line","dtype":"int32"},{"name":"url","dtype":"string"}]


hub_id: Helsinki-NLP/news_commentary
license: ["unknown"]
language: ["ar","cs","de","en","es","fr","it","ja","nl","pt","ru","zh"]
config_name: ru-zh
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ar","language:cs","language:de","language:en","language:es","language:fr","language:it","language:ja","language:nl","language:pt","language:ru","language:zh","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["ru","zh"]}}}]


hub_id: google-research-datasets/newsgroup
license: ["unknown"]
language: ["en"]
config_name: bydate_talk.religion.misc
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:text-classification","task_ids:multi-class-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","region:us"]


hub_id: jcblaise/newsph
license: ["gpl-3.0"]
language: ["fil","tl"]
config_name: newsph
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:fil","language:tl","license:gpl-3.0","size_categories:1M<n<10M","arxiv:2010.11574","region:us"]


hub_id: jcblaise/newsph_nli
license: ["unknown"]
language: ["tl"]
config_name: default
column_names: ["premise","hypothesis","label"]
tags:
["task_categories:text-classification","task_ids:natural-language-inference","annotations_creators:machine-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:tl","license:unknown","size_categories:100K<n<1M","arxiv:2010.11574","region:us"]

features:
[{"name":"premise","dtype":"string"},{"name":"hypothesis","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1"}}}}]


hub_id: liaad/newspop
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["id","title","headline","source","topic","publish_date","facebook","google_plus","linked_in"]
tags:
["task_categories:text-classification","task_ids:text-scoring","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:10K<n<100K","arxiv:1801.07055","region:us","social-media-shares-prediction"]

features:
[{"name":"id","dtype":"int32"},{"name":"title","dtype":"string"},{"name":"headline","dtype":"string"},{"name":"source","dtype":"string"},{"name":"topic","dtype":"string"},{"name":"publish_date","dtype":"string"},{"name":"facebook","dtype":"int32"},{"name":"google_plus","dtype":"int32"},{"name":"linked_in","dtype":"int32"}]


hub_id: Maluuba/newsqa
license: ["mit"]
language: ["en"]
config_name: split
column_names: ["story_id","story_text","question","answer_token_ranges"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:mit","size_categories:100K<n<1M","region:us"]

features:
[{"name":"story_id","dtype":"string"},{"name":"story_text","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answer_token_ranges","dtype":"string"}]


hub_id: lil-lab/newsroom
license: ["other"]
language: ["en"]
config_name: default
tags:
["task_categories:summarization","task_ids:news-articles-summarization","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:other","region:us"]

column_names:
["text","summary","title","url","date","density_bin","coverage_bin","compression_bin","density","coverage","compression"]

features:
[{"name":"text","dtype":"string"},{"name":"summary","dtype":"string"},{"name":"title","dtype":"string"},{"name":"url","dtype":"string"},{"name":"date","dtype":"string"},{"name":"density_bin","dtype":"string"},{"name":"coverage_bin","dtype":"string"},{"name":"compression_bin","dtype":"string"},{"name":"density","dtype":"float32"},{"name":"coverage","dtype":"float32"},{"name":"compression","dtype":"float32"}]


hub_id: nkjp/nkjp-ner
license: ["gpl-3.0"]
language: ["pl"]
config_name: default
column_names: ["sentence","target"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:other","multilinguality:monolingual","source_datasets:original","language:pl","license:gpl-3.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"sentence","dtype":"string"},{"name":"target","dtype":{"class_label":{"names":{"0":"geogName","1":"noEntity","2":"orgName","3":"persName","4":"placeName","5":"time"}}}}]


hub_id: boun-tabi/nli_tr
license: ["cc-by-3.0","cc-by-4.0","cc-by-sa-3.0","mit","other"]
language: ["tr"]
config_name: multinli_tr
column_names: ["idx","premise","hypothesis","label"]
tags:
["task_categories:text-classification","task_ids:natural-language-inference","task_ids:semantic-similarity-scoring","task_ids:text-scoring","annotations_creators:expert-generated","language_creators:machine-generated","multilinguality:monolingual","source_datasets:extended|snli","source_datasets:extended|multi_nli","language:tr","license:cc-by-3.0","license:cc-by-4.0","license:cc-by-sa-3.0","license:mit","license:other","size_categories:100K<n<1M","region:us"]

features:
[{"name":"idx","dtype":"int32"},{"name":"premise","dtype":"string"},{"name":"hypothesis","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"entailment","1":"neutral","2":"contradiction"}}}}]


hub_id: xingkunliuxtracta/nlu_evaluation_data
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["text","scenario","label"]
tags:
["task_categories:text-classification","task_ids:intent-classification","task_ids:multi-class-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:10K<n<100K","arxiv:1903.05566","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"scenario","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"alarm_query","1":"alarm_remove","2":"alarm_set","3":"audio_volume_down","4":"audio_volume_mute","5":"audio_volume_other","6":"audio_volume_up","7":"calendar_query","8":"calendar_remove","9":"calendar_set","10":"cooking_query","11":"cooking_recipe","12":"datetime_convert","13":"datetime_query","14":"email_addcontact","15":"email_query","16":"email_querycontact","17":"email_sendemail","18":"general_affirm","19":"general_commandstop","20":"general_confirm","21":"general_dontcare","22":"general_explain","23":"general_greet","24":"general_joke","25":"general_negate","26":"general_praise","27":"general_quirky","28":"general_repeat","29":"iot_cleaning","30":"iot_coffee","31":"iot_hue_lightchange","32":"iot_hue_lightdim","33":"iot_hue_lightoff","34":"iot_hue_lighton","35":"iot_hue_lightup","36":"iot_wemo_off","37":"iot_wemo_on","38":"lists_createoradd","39":"lists_query","40":"lists_remove","41":"music_dislikeness","42":"music_likeness","43":"music_query","44":"music_settings","45":"news_query","46":"play_audiobook","47":"play_game","48":"play_music","49":"play_podcasts","50":"play_radio","51":"qa_currency","52":"qa_definition","53":"qa_factoid","54":"qa_maths","55":"qa_stock","56":"recommendation_events","57":"recommendation_locations","58":"recommendation_movies","59":"social_post","60":"social_query","61":"takeaway_order","62":"takeaway_query","63":"transport_query","64":"transport_taxi","65":"transport_ticket","66":"transport_traffic","67":"weather_query"}}}}]


hub_id: ltgoslo/norec
license: ["cc-by-nc-4.0"]
language: ["nb","nn","no"]
config_name: default
column_names: ["idx","text","tokens","lemmas","pos_tags","xpos_tags","feats","head","deprel","deps","misc"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:nb","language:nn","language:no","license:cc-by-nc-4.0","size_categories:100K<n<1M","region:us"]

features:
[{"name":"idx","dtype":"string"},{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"lemmas","sequence":"string"},{"name":"pos_tags","sequence":{"class_label":{"names":{"0":"ADJ","1":"ADP","2":"ADV","3":"AUX","4":"CCONJ","5":"DET","6":"INTJ","7":"NOUN","8":"NUM","9":"PART","10":"PRON","11":"PROPN","12":"PUNCT","13":"SCONJ","14":"SYM","15":"VERB","16":"X"}}}},{"name":"xpos_tags","sequence":"string"},{"name":"feats","sequence":"string"},{"name":"head","sequence":"string"},{"name":"deprel","sequence":"string"},{"name":"deps","sequence":"string"},{"name":"misc","sequence":"string"}]


hub_id: ltgoslo/norne
license: ["other"]
language: ["no"]
config_name: combined-8
column_names: ["idx","lang","text","tokens","lemmas","pos_tags","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:no","license:other","size_categories:10K<n<100K","arxiv:1911.12146","region:us"]

features:
[{"name":"idx","dtype":"string"},{"name":"lang","dtype":"string"},{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"lemmas","sequence":"string"},{"name":"pos_tags","sequence":{"class_label":{"names":{"0":"NOUN","1":"PUNCT","2":"ADP","3":"NUM","4":"SYM","5":"SCONJ","6":"ADJ","7":"PART","8":"DET","9":"CCONJ","10":"PROPN","11":"PRON","12":"X","13":"ADV","14":"INTJ","15":"VERB","16":"AUX"}}}},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-PER","2":"I-PER","3":"B-ORG","4":"I-ORG","5":"B-PROD","6":"I-PROD","7":"B-LOC","8":"I-LOC","9":"B-GPE","10":"I-GPE","11":"B-DRV","12":"I-DRV","13":"B-EVT","14":"I-EVT","15":"B-MISC","16":"I-MISC"}}}}]


hub_id: ljos/norwegian_ner
license: ["unknown"]
language: ["no"]
config_name: samnorsk
column_names: ["idx","text","tokens","lemmas","pos_tags","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:no","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"idx","dtype":"string"},{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"lemmas","sequence":"string"},{"name":"pos_tags","sequence":{"class_label":{"names":{"0":"NOUN","1":"PUNCT","2":"ADP","3":"NUM","4":"SYM","5":"SCONJ","6":"ADJ","7":"PART","8":"DET","9":"CCONJ","10":"PROPN","11":"PRON","12":"X","13":"ADV","14":"INTJ","15":"VERB","16":"AUX"}}}},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-OTH","2":"I-OTH","3":"E-OTH","4":"S-OTH","5":"B-ORG","6":"I-ORG","7":"E-ORG","8":"S-ORG","9":"B-PRS","10":"I-PRS","11":"E-PRS","12":"S-PRS","13":"B-GEO","14":"I-GEO","15":"E-GEO","16":"S-GEO"}}}}]


hub_id: google-research-datasets/nq_open
license: ["cc-by-sa-3.0"]
language: ["en"]
config_name: nq_open
column_names: ["question","answer"]
features: [{"name":"question","dtype":"string"},{"name":"answer","sequence":"string"}]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","annotations_creators:expert-generated","language_creators:other","multilinguality:monolingual","source_datasets:extended|natural_questions","language:en","license:cc-by-sa-3.0","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: e9t/nsmc
license: ["cc-by-2.0"]
language: ["ko"]
config_name: default
column_names: ["id","document","label"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ko","license:cc-by-2.0","size_categories:100K<n<1M","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"document","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"negative","1":"positive"}}}}]


hub_id: INK-USC/numer_sense
license: ["mit"]
language: ["en"]
config_name: default
column_names: ["sentence","target"]
features: [{"name":"sentence","dtype":"string"},{"name":"target","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:slot-filling","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:extended|other","language:en","license:mit","size_categories:10K<n<100K","arxiv:2005.00683","region:us"]


hub_id: yanaiela/numeric_fused_head
license: ["mit"]
language: ["en"]
config_name: resolution
column_names: ["tokens","line_indices","head","speakers","anchors_indices"]
tags:
["task_categories:token-classification","annotations_creators:crowdsourced","annotations_creators:expert-generated","annotations_creators:machine-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:mit","size_categories:100K<n<1M","region:us","fused-head-identification"]

features:
[{"name":"tokens","sequence":"string"},{"name":"line_indices","sequence":"int32"},{"name":"head","sequence":"string"},{"name":"speakers","sequence":"string"},{"name":"anchors_indices","sequence":"int32"}]


hub_id: community-datasets/oclar
license: ["unknown"]
language: ["ar"]
config_name: default
column_names: ["pagename","review","rating"]
tags:
["task_categories:text-classification","task_ids:text-scoring","task_ids:sentiment-classification","task_ids:sentiment-scoring","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:ar","license:unknown","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"pagename","dtype":"string"},{"name":"review","dtype":"string"},{"name":"rating","dtype":"int8"}]


hub_id: vpmoreira/offcombr
license: ["unknown"]
language: ["pt"]
config_name: offcombr-3
column_names: ["label","text"]
tags:
["task_categories:text-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:pt","license:unknown","size_categories:1K<n<10K","region:us","hate-speech-detection"]

features:
[{"name":"label","dtype":{"class_label":{"names":{"0":"no","1":"yes"}}}},{"name":"text","dtype":"string"}]


hub_id: coltekin/offenseval2020_tr
license: ["cc-by-2.0"]
language: ["tr"]
config_name: offenseval2020-turkish
column_names: ["id","tweet","subtask_a"]
tags:
["task_categories:text-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:tr","license:cc-by-2.0","offensive-language-classification","region:us"]

features:
[{"name":"id","dtype":"int32"},{"name":"tweet","dtype":"string"},{"name":"subtask_a","dtype":{"class_label":{"names":{"0":"NOT","1":"OFF"}}}}]


hub_id: community-datasets/offenseval_dravidian
license: ["cc-by-4.0"]
language: ["en","kn","ml","ta"]
config_name: tamil
column_names: ["text","label"]
tags:
["task_categories:text-classification","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:multilingual","source_datasets:original","language:en","language:kn","language:ml","language:ta","license:cc-by-4.0","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","offensive-language","croissant"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"Not_offensive","1":"Offensive_Untargetede","2":"Offensive_Targeted_Insult_Individual","3":"Offensive_Targeted_Insult_Group","4":"Offensive_Targeted_Insult_Other","5":"not-Tamil"}}}}]


hub_id: Helsinki-NLP/ofis_publik
license: ["unknown"]
language: ["br","fr"]
config_name: br-fr
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:br","language:fr","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["br","fr"]}}}]


hub_id: community-datasets/ohsumed
license: ["cc-by-nc-4.0"]
language: ["en"]
config_name: ohsumed
column_names: ["seq_id","medline_ui","mesh_terms","title","publication_type","abstract","author","source"]
tags:
["task_categories:text-classification","task_ids:multi-label-classification","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-nc-4.0","size_categories:100K<n<1M","parquet","tabular","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"seq_id","dtype":"int64"},{"name":"medline_ui","dtype":"int64"},{"name":"mesh_terms","dtype":"string"},{"name":"title","dtype":"string"},{"name":"publication_type","dtype":"string"},{"name":"abstract","dtype":"string"},{"name":"author","dtype":"string"},{"name":"source","dtype":"string"}]


hub_id: knowitall/ollie
license: ["other"]
language: ["en"]
config_name: ollie_patterned
column_names: ["rel","arg1","arg2","slot0","search_query","pattern","sentence","parse"]
tags:
["annotations_creators:machine-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:other","size_categories:10M<n<100M","region:us","relation-extraction","text-to-structured"]

features:
[{"name":"rel","dtype":"string"},{"name":"arg1","dtype":"string"},{"name":"arg2","dtype":"string"},{"name":"slot0","dtype":"string"},{"name":"search_query","dtype":"string"},{"name":"pattern","dtype":"string"},{"name":"sentence","dtype":"string"},{"name":"parse","dtype":"string"}]


hub_id: OFAI/omp
license: ["cc-by-nc-sa-4.0"]
language: ["de"]
config_name: articles
column_names: ["ID_Article","Path","publishingDate","Title","Body"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:de","license:cc-by-nc-sa-4.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"ID_Article","dtype":"string"},{"name":"Path","dtype":"string"},{"name":"publishingDate","dtype":"string"},{"name":"Title","dtype":"string"},{"name":"Body","dtype":"string"}]


hub_id: iastate/onestop_english
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: default
column_names: ["text","label"]
tags:
["task_categories:text2text-generation","task_categories:text-classification","task_ids:multi-class-classification","task_ids:text-simplification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:n<1K","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"ele","1":"int","2":"adv"}}}}]


hub_id: malmaud/onestop_qa
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: default
column_names: ["title","paragraph","level","question","paragraph_index","answers","a_span","d_span"]
tags:
["task_categories:question-answering","task_ids:multiple-choice-qa","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","source_datasets:extended|onestop_english","language:en","license:cc-by-sa-4.0","size_categories:1K<n<10K","arxiv:2004.14797","region:us"]

features:
[{"name":"title","dtype":"string"},{"name":"paragraph","dtype":"string"},{"name":"level","dtype":{"class_label":{"names":{"0":"Adv","1":"Int","2":"Ele"}}}},{"name":"question","dtype":"string"},{"name":"paragraph_index","dtype":"int32"},{"name":"answers","sequence":"string","length":4},{"name":"a_span","sequence":"int32"},{"name":"d_span","sequence":"int32"}]


hub_id: Helsinki-NLP/open_subtitles
license: ["unknown"]
config_name: bn-is
column_names: ["id","meta","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:af","language:ar","language:bg","language:bn","language:br","language:bs","language:ca","language:cs","language:da","language:de","language:el","language:en","language:eo","language:es","language:et","language:eu","language:fa","language:fi","language:fr","language:gl","language:he","language:hi","language:hr","language:hu","language:hy","language:id","language:is","language:it","language:ja","language:ka","language:kk","language:ko","language:lt","language:lv","language:mk","language:ml","language:ms","language:nl","language:no","language:pl","language:pt","language:ro","language:ru","language:si","language:sk","language:sl","language:sq","language:sr","language:sv","language:ta","language:te","language:th","language:tl","language:tr","language:uk","language:ur","language:vi","language:zh","license:unknown","size_categories:10K<n<100K","region:us"]

language:
["af","ar","bg","bn","br","bs","ca","cs","da","de","el","en","eo","es","et","eu","fa","fi","fr","gl","he","hi","hr","hu","hy","id","is","it","ja","ka","kk","ko","lt","lv","mk","ml","ms","nl","no","pl","pt","ro","ru","si","sk","sl","sq","sr","sv","ta","te","th","tl","tr","uk","ur","vi","zh"]

features:
[{"name":"id","dtype":"string"},{"name":"meta","struct":[{"name":"year","dtype":"uint32"},{"name":"imdbId","dtype":"uint32"},{"name":"subtitleId","struct":[{"name":"bn","dtype":"uint32"},{"name":"is","dtype":"uint32"}]},{"name":"sentenceIds","struct":[{"name":"bn","sequence":"uint32"},{"name":"is","sequence":"uint32"}]}]},{"name":"translation","dtype":{"translation":{"languages":["bn","is"]}}}]


hub_id: openai/openai_humaneval
license: ["mit"]
language: ["en"]
config_name: openai_humaneval
column_names: ["task_id","prompt","canonical_solution","test","entry_point"]
tags:
["task_categories:text2text-generation","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:mit","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","arxiv:2107.03374","region:us","code-generation","croissant"]

features:
[{"name":"task_id","dtype":"string"},{"name":"prompt","dtype":"string"},{"name":"canonical_solution","dtype":"string"},{"name":"test","dtype":"string"},{"name":"entry_point","dtype":"string"}]


hub_id: allenai/openbookqa
license: ["unknown"]
language: ["en"]
config_name: main
column_names: ["id","question_stem","choices","answerKey"]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","annotations_creators:crowdsourced","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1M<n<10M","parquet","tabular","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"question_stem","dtype":"string"},{"name":"choices","sequence":[{"name":"text","dtype":"string"},{"name":"label","dtype":"string"}]},{"name":"answerKey","dtype":"string"}]


hub_id: openslr/openslr
license: ["cc-by-sa-4.0"]
config_name: SLR83
column_names: ["path","audio","sentence"]
tags:
["task_categories:automatic-speech-recognition","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:af","language:bn","language:ca","language:en","language:es","language:eu","language:gl","language:gu","language:jv","language:km","language:kn","language:ml","language:mr","language:my","language:ne","language:si","language:st","language:su","language:ta","language:te","language:tn","language:ve","language:xh","language:yo","license:cc-by-sa-4.0","size_categories:1K<n<10K","region:us"]

language:
["af","bn","ca","en","es","eu","gl","gu","jv","km","kn","ml","mr","my","ne","si","st","su","ta","te","tn","ve","xh","yo"]

features:
[{"name":"path","dtype":"string"},{"name":"audio","dtype":{"audio":{"sampling_rate":48000}}},{"name":"sentence","dtype":"string"}]


hub_id: Skylion007/openwebtext
license: ["cc0-1.0"]
language: ["en"]
config_name: plain_text
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","size_categories:1M<n<10M","source_datasets:original","language:en","license:cc0-1.0","region:us"]


hub_id: kavgan/opinosis
license: ["apache-2.0"]
language: ["en"]
config_name: default
column_names: ["review_sents","summaries"]
features: [{"name":"review_sents","dtype":"string"},{"name":"summaries","sequence":"string"}]
tags:
["task_categories:summarization","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:apache-2.0","size_categories:n<1K","region:us","abstractive-summarization"]


hub_id: Helsinki-NLP/opus-100
license: ["unknown"]
config_name: ru-zh
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["ru","zh"]}}}]
tags:
["task_categories:translation","annotations_creators:no-annotation","language_creators:found","multilinguality:translation","source_datasets:extended","language:af","language:am","language:an","language:ar","language:as","language:az","language:be","language:bg","language:bn","language:br","language:bs","language:ca","language:cs","language:cy","language:da","language:de","language:dz","language:el","language:en","language:eo","language:es","language:et","language:eu","language:fa","language:fi","language:fr","language:fy","language:ga","language:gd","language:gl","language:gu","language:ha","language:he","language:hi","language:hr","language:hu","language:hy","language:id","language:ig","language:is","language:it","language:ja","language:ka","language:kk","language:km","language:kn","language:ko","language:ku","language:ky","language:li","language:lt","language:lv","language:mg","language:mk","language:ml","language:mn","language:mr","language:ms","language:mt","language:my","language:nb","language:ne","language:nl","language:nn","language:no","language:oc","language:or","language:pa","language:pl","language:ps","language:pt","language:ro","language:ru","language:rw","language:se","language:sh","language:si","language:sk","language:sl","language:sq","language:sr","language:sv","language:ta","language:te","language:tg","language:th","language:tk","language:tr","language:tt","language:ug","language:uk","language:ur","language:uz","language:vi","language:wa","language:xh","language:yi","language:yo","language:zh","language:zu","license:unknown","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","arxiv:2004.11867","region:us","croissant"]

language:
["af","am","an","ar","as","az","be","bg","bn","br","bs","ca","cs","cy","da","de","dz","el","en","eo","es","et","eu","fa","fi","fr","fy","ga","gd","gl","gu","ha","he","hi","hr","hu","hy","id","ig","is","it","ja","ka","kk","km","kn","ko","ku","ky","li","lt","lv","mg","mk","ml","mn","mr","ms","mt","my","nb","ne","nl","nn","no","oc","or","pa","pl","ps","pt","ro","ru","rw","se","sh","si","sk","sl","sq","sr","sv","ta","te","tg","th","tk","tr","tt","ug","uk","ur","uz","vi","wa","xh","yi","yo","zh","zu"]


hub_id: Helsinki-NLP/opus_books
license: ["other"]
language: ["ca","de","el","en","eo","es","fi","fr","hu","it","nl","no","pl","pt","ru","sv"]
config_name: it-sv
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ca","language:de","language:el","language:en","language:eo","language:es","language:fi","language:fr","language:hu","language:it","language:nl","language:no","language:pl","language:pt","language:ru","language:sv","license:other","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["it","sv"]}}}]


hub_id: Helsinki-NLP/opus_dgt
license: ["unknown"]
config_name: mt-sh
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:bg","language:cs","language:da","language:de","language:el","language:en","language:es","language:et","language:fi","language:fr","language:ga","language:hr","language:hu","language:it","language:lt","language:lv","language:mt","language:nl","language:pl","language:pt","language:ro","language:sh","language:sk","language:sl","language:sv","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

language:
["bg","cs","da","de","el","en","es","et","fi","fr","ga","hr","hu","it","lt","lv","mt","nl","pl","pt","ro","sh","sk","sl","sv"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["mt","sh"]}}}]


hub_id: Helsinki-NLP/opus_dogc
license: ["cc0-1.0"]
language: ["ca","es"]
config_name: tmx
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["ca","es"]}}}]
tags:
["task_categories:translation","annotations_creators:no-annotation","language_creators:expert-generated","multilinguality:translation","source_datasets:original","language:ca","language:es","license:cc0-1.0","size_categories:1M<n<10M","parquet","text","datasets","dask","mlcroissant","region:us","croissant"]


hub_id: Helsinki-NLP/opus_elhuyar
license: ["unknown"]
language: ["es","eu"]
config_name: es-eu
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["es","eu"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:translation","source_datasets:original","language:es","language:eu","license:unknown","size_categories:100K<n<1M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: Helsinki-NLP/euconst
license: ["unknown"]
config_name: sl-sv
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["sl","sv"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:cs","language:da","language:de","language:el","language:en","language:es","language:et","language:fi","language:fr","language:ga","language:hu","language:it","language:lt","language:lv","language:mt","language:nl","language:pl","language:pt","language:sk","language:sl","language:sv","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

language:
["cs","da","de","el","en","es","et","fi","fr","ga","hu","it","lt","lv","mt","nl","pl","pt","sk","sl","sv"]


hub_id: Helsinki-NLP/opus_finlex
license: ["unknown"]
language: ["fi","sv"]
config_name: fi-sv
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["fi","sv"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:translation","source_datasets:original","language:fi","language:sv","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","dask","mlcroissant","region:us","croissant"]


hub_id: Helsinki-NLP/opus_fiskmo
license: ["unknown"]
language: ["fi","sv"]
config_name: fi-sv
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["fi","sv"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:translation","source_datasets:original","language:fi","language:sv","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: Helsinki-NLP/opus_gnome
license: ["unknown"]
config_name: en_GB-my
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:af","language:am","language:an","language:ang","language:ar","language:as","language:ast","language:az","language:bal","language:be","language:bem","language:bg","language:bn","language:bo","language:br","language:brx","language:bs","language:ca","language:crh","language:cs","language:csb","language:cy","language:da","language:de","language:dv","language:dz","language:el","language:en","language:eo","language:es","language:et","language:eu","language:fa","language:fi","language:fo","language:fr","language:fur","language:fy","language:ga","language:gd","language:gl","language:gn","language:gu","language:gv","language:ha","language:he","language:hi","language:hr","language:hu","language:hy","language:ia","language:id","language:ig","language:io","language:is","language:it","language:ja","language:jbo","language:ka","language:kg","language:kk","language:km","language:kn","language:ko","language:kr","language:ks","language:ku","language:ky","language:la","language:lg","language:li","language:lo","language:lt","language:lv","language:mai","language:mg","language:mi","language:mk","language:ml","language:mn","language:mr","language:ms","language:mt","language:mus","language:my","language:nb","language:nds","language:ne","language:nhn","language:nl","language:nn","language:no","language:nqo","language:nr","language:nso","language:oc","language:or","language:os","language:pa","language:pl","language:ps","language:pt","language:quz","language:ro","language:ru","language:rw","language:si","language:sk","language:sl","language:so","language:sq","language:sr","language:st","language:sv","language:sw","language:szl","language:ta","language:te","language:tg","language:th","language:tk","language:tl","language:tr","language:ts","language:tt","language:tyj","language:ug","language:uk","language:ur","language:uz","language:vi","language:wa","language:xh","language:yi","language:yo","language:zh","language:zu","license:unknown","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

language:
["af","am","an","ang","ar","as","ast","az","bal","be","bem","bg","bn","bo","br","brx","bs","ca","crh","cs","csb","cy","da","de","dv","dz","el","en","eo","es","et","eu","fa","fi","fo","fr","fur","fy","ga","gd","gl","gn","gu","gv","ha","he","hi","hr","hu","hy","ia","id","ig","io","is","it","ja","jbo","ka","kg","kk","km","kn","ko","kr","ks","ku","ky","la","lg","li","lo","lt","lv","mai","mg","mi","mk","ml","mn","mr","ms","mt","mus","my","nb","nds","ne","nhn","nl","nn","no","nqo","nr","nso","oc","or","os","pa","pl","ps","pt","quz","ro","ru","rw","si","sk","sl","so","sq","sr","st","sv","sw","szl","ta","te","tg","th","tk","tl","tr","ts","tt","tyj","ug","uk","ur","uz","vi","wa","xh","yi","yo","zh","zu"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["en_GB","my"]}}}]


hub_id: Helsinki-NLP/opus_infopankki
license: ["cc-by-4.0"]
language: ["ar","en","es","et","fa","fi","fr","ru","so","sv","tr","zh"]
config_name: tr-zh
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["tr","zh"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ar","language:en","language:es","language:et","language:fa","language:fi","language:fr","language:ru","language:so","language:sv","language:tr","language:zh","license:cc-by-4.0","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: Helsinki-NLP/opus_memat
license: ["unknown"]
language: ["en","xh"]
config_name: xh-en
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["xh","en"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:translation","source_datasets:original","language:en","language:xh","license:unknown","size_categories:100K<n<1M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: Helsinki-NLP/opus_montenegrinsubs
license: ["unknown"]
language: ["cnr","en"]
config_name: en-me
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","me"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:translation","source_datasets:original","language:cnr","language:en","license:unknown","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: Helsinki-NLP/opus_openoffice
license: ["unknown"]
language: ["de","en","es","fr","ja","ru","sv","zh"]
config_name: sv-zh_CN
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["sv","zh_CN"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:de","language:en","language:es","language:fr","language:ja","language:ru","language:sv","language:zh","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: Helsinki-NLP/opus_paracrawl
license: ["cc0-1.0"]
config_name: fr-nl
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:bg","language:ca","language:cs","language:da","language:de","language:el","language:en","language:es","language:et","language:eu","language:fi","language:fr","language:ga","language:gl","language:hr","language:hu","language:is","language:it","language:km","language:ko","language:lt","language:lv","language:mt","language:my","language:nb","language:ne","language:nl","language:nn","language:pl","language:pt","language:ro","language:ru","language:si","language:sk","language:sl","language:so","language:sv","language:sw","language:tl","language:uk","language:zh","license:cc0-1.0","size_categories:10M<n<100M","parquet","text","datasets","dask","mlcroissant","region:us","croissant"]

language:
["bg","ca","cs","da","de","el","en","es","et","eu","fi","fr","ga","gl","hr","hu","is","it","km","ko","lt","lv","mt","my","nb","ne","nl","nn","pl","pt","ro","ru","si","sk","sl","so","sv","sw","tl","uk","zh"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["fr","nl"]}}}]


hub_id: Helsinki-NLP/opus_rf
license: ["unknown"]
language: ["de","en","es","fr","sv"]
config_name: fr-sv
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:expert-generated","multilinguality:multilingual","source_datasets:original","language:de","language:en","language:es","language:fr","language:sv","license:unknown","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["fr","sv"]}}}]


hub_id: Helsinki-NLP/opus_tedtalks
license: ["unknown"]
language: ["en","hr"]
config_name: en-hr
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:en","language:hr","license:unknown","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["en","hr"]}}}]


hub_id: Helsinki-NLP/opus_ubuntu
license: ["bsd-3-clause"]
config_name: bs-szl
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:crowdsourced","annotations_creators:expert-generated","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ace","language:af","language:ak","language:am","language:an","language:ang","language:ar","language:ary","language:as","language:ast","language:az","language:ba","language:bal","language:be","language:bem","language:ber","language:bg","language:bho","language:bn","language:bo","language:br","language:brx","language:bs","language:bua","language:byn","language:ca","language:ce","language:ceb","language:chr","language:ckb","language:co","language:crh","language:cs","language:csb","language:cv","language:cy","language:da","language:de","language:dsb","language:dv","language:dz","language:el","language:en","language:eo","language:es","language:et","language:eu","language:fa","language:ff","language:fi","language:fil","language:fo","language:fr","language:frm","language:frp","language:fur","language:fy","language:ga","language:gd","language:gl","language:gn","language:grc","language:gu","language:guc","language:gv","language:ha","language:haw","language:he","language:hi","language:hil","language:hne","language:hr","language:hsb","language:ht","language:hu","language:hy","language:ia","language:id","language:ig","language:io","language:is","language:it","language:iu","language:ja","language:jbo","language:jv","language:ka","language:kab","language:kg","language:kk","language:kl","language:km","language:kn","language:ko","language:kok","language:ks","language:ksh","language:ku","language:kw","language:ky","language:la","language:lb","language:lg","language:li","language:lij","language:lld","language:ln","language:lo","language:lt","language:ltg","language:lv","language:mai","language:mg","language:mh","language:mhr","language:mi","language:miq","language:mk","language:ml","language:mn","language:mr","language:ms","language:mt","language:mus","language:my","language:nan","language:nap","language:nb","language:nds","language:ne","language:nhn","language:nl","language:nn","language:no","language:nso","language:ny","language:oc","language:om","language:or","language:os","language:pa","language:pam","language:pap","language:pl","language:pms","language:pmy","language:ps","language:pt","language:qu","language:rm","language:ro","language:rom","language:ru","language:rw","language:sa","language:sc","language:sco","language:sd","language:se","language:shn","language:shs","language:si","language:sk","language:sl","language:sm","language:sml","language:sn","language:so","language:son","language:sq","language:sr","language:st","language:sv","language:sw","language:syr","language:szl","language:ta","language:te","language:tet","language:tg","language:th","language:ti","language:tk","language:tl","language:tlh","language:tr","language:trv","language:ts","language:tt","language:ug","language:uk","language:ur","language:uz","language:ve","language:vec","language:vi","language:wa","language:wae","language:wo","language:xal","language:xh","language:yi","language:yo","language:zh","language:zu","language:zza","license:bsd-3-clause","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

language:
["ace","af","ak","am","an","ang","ar","ary","as","ast","az","ba","bal","be","bem","ber","bg","bho","bn","bo","br","brx","bs","bua","byn","ca","ce","ceb","chr","ckb","co","crh","cs","csb","cv","cy","da","de","dsb","dv","dz","el","en","eo","es","et","eu","fa","ff","fi","fil","fo","fr","frm","frp","fur","fy","ga","gd","gl","gn","grc","gu","guc","gv","ha","haw","he","hi","hil","hne","hr","hsb","ht","hu","hy","ia","id","ig","io","is","it","iu","ja","jbo","jv","ka","kab","kg","kk","kl","km","kn","ko","kok","ks","ksh","ku","kw","ky","la","lb","lg","li","lij","lld","ln","lo","lt","ltg","lv","mai","mg","mh","mhr","mi","miq","mk","ml","mn","mr","ms","mt","mus","my","nan","nap","nb","nds","ne","nhn","nl","nn","no","nso","ny","oc","om","or","os","pa","pam","pap","pl","pms","pmy","ps","pt","qu","rm","ro","rom","ru","rw","sa","sc","sco","sd","se","shn","shs","si","sk","sl","sm","sml","sn","so","son","sq","sr","st","sv","sw","syr","szl","ta","te","tet","tg","th","ti","tk","tl","tlh","tr","trv","ts","tt","ug","uk","ur","uz","ve","vec","vi","wa","wae","wo","xal","xh","yi","yo","zh","zu","zza"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["bs","szl"]}}}]


hub_id: Helsinki-NLP/opus_wikipedia
license: ["unknown"]
config_name: en-vi
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ar","language:bg","language:cs","language:de","language:el","language:en","language:es","language:fa","language:fr","language:he","language:hu","language:it","language:nl","language:pl","language:pt","language:ro","language:ru","language:sl","language:tr","language:vi","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

language:
["ar","bg","cs","de","el","en","es","fa","fr","he","hu","it","nl","pl","pt","ro","ru","sl","tr","vi"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["en","vi"]}}}]


hub_id: Helsinki-NLP/opus_xhosanavy
license: ["unknown"]
language: ["en","xh"]
config_name: en-xh
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","xh"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:translation","source_datasets:original","language:en","language:xh","license:unknown","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: EdinburghNLP/orange_sum
license: ["unknown"]
language: ["fr"]
config_name: title
column_names: ["text","summary"]
features: [{"name":"text","dtype":"string"},{"name":"summary","dtype":"string"}]
tags:
["task_categories:summarization","task_ids:news-articles-headline-generation","task_ids:news-articles-summarization","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:fr","license:unknown","size_categories:10K<n<100K","arxiv:2010.12321","region:us"]


hub_id: oscar-corpus/oscar
license: ["cc0-1.0"]
config_name: unshuffled_original_yi
column_names: ["id","text"]
features: [{"name":"id","dtype":"int64"},{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:multilingual","size_categories:100K<n<1M","size_categories:100M<n<1B","size_categories:10K<n<100K","size_categories:10M<n<100M","size_categories:1K<n<10K","size_categories:1M<n<10M","size_categories:n<1K","source_datasets:original","language:af","language:als","language:am","language:an","language:ar","language:arz","language:as","language:ast","language:av","language:az","language:azb","language:ba","language:bar","language:bcl","language:be","language:bg","language:bh","language:bn","language:bo","language:bpy","language:br","language:bs","language:bxr","language:ca","language:cbk","language:ce","language:ceb","language:ckb","language:cs","language:cv","language:cy","language:da","language:de","language:diq","language:dsb","language:dv","language:el","language:eml","language:en","language:eo","language:es","language:et","language:eu","language:fa","language:fi","language:fr","language:frr","language:fy","language:ga","language:gd","language:gl","language:gn","language:gom","language:gu","language:he","language:hi","language:hr","language:hsb","language:ht","language:hu","language:hy","language:ia","language:id","language:ie","language:ilo","language:io","language:is","language:it","language:ja","language:jbo","language:jv","language:ka","language:kk","language:km","language:kn","language:ko","language:krc","language:ku","language:kv","language:kw","language:ky","language:la","language:lb","language:lez","language:li","language:lmo","language:lo","language:lrc","language:lt","language:lv","language:mai","language:mg","language:mhr","language:min","language:mk","language:ml","language:mn","language:mr","language:mrj","language:ms","language:mt","language:mwl","language:my","language:myv","language:mzn","language:nah","language:nap","language:nds","language:ne","language:new","language:nl","language:nn","language:no","language:oc","language:or","language:os","language:pa","language:pam","language:pl","language:pms","language:pnb","language:ps","language:pt","language:qu","language:rm","language:ro","language:ru","language:sa","language:sah","language:scn","language:sd","language:sh","language:si","language:sk","language:sl","language:so","language:sq","language:sr","language:su","language:sv","language:sw","language:ta","language:te","language:tg","language:th","language:tk","language:tl","language:tr","language:tt","language:tyv","language:ug","language:uk","language:ur","language:uz","language:vec","language:vi","language:vo","language:wa","language:war","language:wuu","language:xal","language:xmf","language:yi","language:yo","language:yue","language:zh","license:cc0-1.0","arxiv:2010.14571","region:us"]

language:
["af","als","am","an","ar","arz","as","ast","av","az","azb","ba","bar","bcl","be","bg","bh","bn","bo","bpy","br","bs","bxr","ca","cbk","ce","ceb","ckb","cs","cv","cy","da","de","diq","dsb","dv","el","eml","en","eo","es","et","eu","fa","fi","fr","frr","fy","ga","gd","gl","gn","gom","gu","he","hi","hr","hsb","ht","hu","hy","ia","id","ie","ilo","io","is","it","ja","jbo","jv","ka","kk","km","kn","ko","krc","ku","kv","kw","ky","la","lb","lez","li","lmo","lo","lrc","lt","lv","mai","mg","mhr","min","mk","ml","mn","mr","mrj","ms","mt","mwl","my","myv","mzn","nah","nap","nds","ne","new","nl","nn","no","oc","or","os","pa","pam","pl","pms","pnb","ps","pt","qu","rm","ro","ru","sa","sah","scn","sd","sh","si","sk","sl","so","sq","sr","su","sv","sw","ta","te","tg","th","tk","tl","tr","tt","tyv","ug","uk","ur","uz","vec","vi","vo","wa","war","wuu","xal","xmf","yi","yo","yue","zh"]


hub_id: ParaCrawl/para_crawl
license: ["cc0-1.0"]
config_name: ensv
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","sv"]}}}]
tags:
["task_categories:translation","annotations_creators:no-annotation","language_creators:found","multilinguality:translation","source_datasets:original","language:bg","language:cs","language:da","language:de","language:el","language:en","language:es","language:et","language:fi","language:fr","language:ga","language:hr","language:hu","language:it","language:lt","language:lv","language:mt","language:nl","language:pl","language:pt","language:ro","language:sk","language:sl","language:sv","license:cc0-1.0","size_categories:10M<n<100M","region:us"]

language:
["bg","cs","da","de","el","en","es","et","fi","fr","ga","hr","hu","it","lt","lv","mt","nl","pl","pt","ro","sk","sl","sv"]


hub_id: ParaPat/para_pat
license: ["cc-by-4.0"]
language: ["cs","de","el","en","es","fr","hu","ja","ko","pt","ro","ru","sk","uk","zh"]
config_name: en-pt
column_names: ["index","family_id","translation"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:translation","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:machine-generated","language_creators:expert-generated","multilinguality:translation","source_datasets:original","language:cs","language:de","language:el","language:en","language:es","language:fr","language:hu","language:ja","language:ko","language:pt","language:ro","language:ru","language:sk","language:uk","language:zh","license:cc-by-4.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"index","dtype":"int32"},{"name":"family_id","dtype":"int32"},{"name":"translation","dtype":{"translation":{"languages":["en","pt"]}}}]


hub_id: community-datasets/parsinlu_reading_comprehension
license: ["cc-by-nc-sa-4.0"]
language: ["fa"]
config_name: parsinlu-repo
column_names: ["question","url","context","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|wikipedia|google","language:fa","license:cc-by-nc-sa-4.0","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","arxiv:2012.06154","region:us","croissant"]

features:
[{"name":"question","dtype":"string"},{"name":"url","dtype":"string"},{"name":"context","dtype":"string"},{"name":"answers","sequence":[{"name":"answer_start","dtype":"int32"},{"name":"answer_text","dtype":"string"}]}]


hub_id: yukimasano/pass
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["image","creator_username","hash","gps_latitude","gps_longitude","date_taken"]
tags:
["task_categories:other","annotations_creators:no-annotation","language_creators:machine-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|yffc100M","language:en","license:cc-by-4.0","size_categories:1M<n<10M","arxiv:2109.13228","region:us","image-self-supervised pretraining"]

features:
[{"name":"image","dtype":"image"},{"name":"creator_username","dtype":"string"},{"name":"hash","dtype":"string"},{"name":"gps_latitude","dtype":"float32"},{"name":"gps_longitude","dtype":"float32"},{"name":"date_taken","dtype":"timestamp[us]"}]


hub_id: google-research-datasets/paws-x
license: ["other"]
language: ["de","en","es","fr","ja","ko","zh"]
config_name: zh
column_names: ["id","sentence1","sentence2","label"]
tags:
["task_categories:text-classification","task_ids:semantic-similarity-classification","task_ids:semantic-similarity-scoring","task_ids:text-scoring","task_ids:multi-input-text-classification","annotations_creators:expert-generated","annotations_creators:machine-generated","language_creators:expert-generated","language_creators:machine-generated","multilinguality:multilingual","source_datasets:extended|other-paws","language:de","language:en","language:es","language:fr","language:ja","language:ko","language:zh","license:other","size_categories:100M<n<1B","parquet","text","datasets","pandas","mlcroissant","arxiv:1908.11828","region:us","paraphrase-identification","croissant"]

features:
[{"name":"id","dtype":"int32"},{"name":"sentence1","dtype":"string"},{"name":"sentence2","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1"}}}}]


hub_id: google-research-datasets/paws
license: ["other"]
language: ["en"]
config_name: unlabeled_final
column_names: ["id","sentence1","sentence2","label"]
tags:
["task_categories:text-classification","task_ids:semantic-similarity-classification","task_ids:semantic-similarity-scoring","task_ids:text-scoring","task_ids:multi-input-text-classification","annotations_creators:expert-generated","annotations_creators:machine-generated","language_creators:machine-generated","multilinguality:monolingual","source_datasets:original","language:en","license:other","size_categories:100M<n<1B","parquet","text","datasets","pandas","mlcroissant","arxiv:1904.01130","region:us","paraphrase-identification","croissant"]

features:
[{"name":"id","dtype":"int32"},{"name":"sentence1","dtype":"string"},{"name":"sentence2","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1"}}}}]


hub_id: peixiang/pec
license: ["gpl-3.0"]
language: ["en"]
config_name: all
column_names: ["personas","context","context_speakers","response","response_speaker"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:text-retrieval","task_ids:dialogue-modeling","task_ids:utterance-retrieval","annotations_creators:found","language_creators:found","multilinguality:monolingual","size_categories:100K<n<1M","source_datasets:original","language:en","license:gpl-3.0","region:us"]

features:
[{"name":"personas","sequence":"string"},{"name":"context","sequence":"string"},{"name":"context_speakers","sequence":"string"},{"name":"response","dtype":"string"},{"name":"response_speaker","dtype":"string"}]


hub_id: allenai/peer_read
license: ["unknown"]
language: ["en"]
config_name: reviews
tags:
["task_categories:text-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","arxiv:1804.09635","region:us","acceptability-classification"]

column_names:
["id","conference","comments","subjects","version","date_of_submission","title","authors","accepted","abstract","histories","reviews"]

features:
[{"name":"id","dtype":"string"},{"name":"conference","dtype":"string"},{"name":"comments","dtype":"string"},{"name":"subjects","dtype":"string"},{"name":"version","dtype":"string"},{"name":"date_of_submission","dtype":"string"},{"name":"title","dtype":"string"},{"name":"authors","sequence":"string"},{"name":"accepted","dtype":"bool"},{"name":"abstract","dtype":"string"},{"name":"histories","sequence":{"sequence":"string"}},{"name":"reviews","sequence":[{"name":"date","dtype":"string"},{"name":"title","dtype":"string"},{"name":"other_keys","dtype":"string"},{"name":"originality","dtype":"string"},{"name":"comments","dtype":"string"},{"name":"is_meta_review","dtype":"bool"},{"name":"is_annotated","dtype":"bool"},{"name":"recommendation","dtype":"string"},{"name":"replicability","dtype":"string"},{"name":"presentation_format","dtype":"string"},{"name":"clarity","dtype":"string"},{"name":"meaningful_comparison","dtype":"string"},{"name":"substance","dtype":"string"},{"name":"reviewer_confidence","dtype":"string"},{"name":"soundness_correctness","dtype":"string"},{"name":"appropriateness","dtype":"string"},{"name":"impact","dtype":"string"}]}]


hub_id: peoples-daily-ner/peoples_daily_ner
license: ["unknown"]
language: ["zh"]
config_name: peoples_daily_ner
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:zh","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-PER","2":"I-PER","3":"B-ORG","4":"I-ORG","5":"B-LOC","6":"I-LOC"}}}}]


hub_id: community-datasets/per_sent
license: ["unknown"]
language: ["en"]
config_name: default
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:extended|other-MPQA-KBP Challenge-MediaRank","language:en","license:unknown","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","arxiv:2011.06128","region:us","croissant"]

column_names:
["DOCUMENT_INDEX","TITLE","TARGET_ENTITY","DOCUMENT","MASKED_DOCUMENT","TRUE_SENTIMENT","Paragraph0","Paragraph1","Paragraph2","Paragraph3","Paragraph4","Paragraph5","Paragraph6","Paragraph7","Paragraph8","Paragraph9","Paragraph10","Paragraph11","Paragraph12","Paragraph13","Paragraph14","Paragraph15"]

features:
[{"name":"DOCUMENT_INDEX","dtype":"int64"},{"name":"TITLE","dtype":"string"},{"name":"TARGET_ENTITY","dtype":"string"},{"name":"DOCUMENT","dtype":"string"},{"name":"MASKED_DOCUMENT","dtype":"string"},{"name":"TRUE_SENTIMENT","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph0","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph1","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph2","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph3","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph4","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph5","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph6","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph7","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph8","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph9","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph10","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph11","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph12","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph13","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph14","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}},{"name":"Paragraph15","dtype":{"class_label":{"names":{"0":"Negative","1":"Neutral","2":"Positive"}}}}]


hub_id: HaniehPoostchi/persian_ner
license: ["cc-by-4.0"]
language: ["fa"]
config_name: fold3
column_names: ["tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:fa","license:cc-by-4.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"I-event","2":"I-fac","3":"I-loc","4":"I-org","5":"I-pers","6":"I-pro","7":"B-event","8":"B-fac","9":"B-loc","10":"B-org","11":"B-pers","12":"B-pro"}}}}]


hub_id: deepmind/pg19
license: ["apache-2.0"]
language: ["en"]
config_name: default
column_names: ["short_book_title","publication_date","url","text"]
tags:
["task_categories:text-generation","task_ids:language-modeling","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:en","license:apache-2.0","arxiv:1911.05507","region:us"]

features:
[{"name":"short_book_title","dtype":"string"},{"name":"publication_date","dtype":"int32"},{"name":"url","dtype":"string"},{"name":"text","dtype":"string"}]


hub_id: Helsinki-NLP/php
license: ["unknown"]
config_name: en-fr
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:cs","language:de","language:en","language:es","language:fi","language:fr","language:he","language:hu","language:it","language:ja","language:ko","language:nl","language:pl","language:pt","language:ro","language:ru","language:sk","language:sl","language:sv","language:tr","language:tw","language:zh","license:unknown","size_categories:10K<n<100K","region:us"]

language:
["cs","de","en","es","fi","fr","he","hu","it","ja","ko","nl","pl","pt","ro","ru","sk","sl","sv","tr","tw","zh"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["en","fr"]}}}]


hub_id: AgentPublic/piaf
license: ["mit"]
language: ["fr"]
config_name: plain_text
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","task_ids:open-domain-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:fr","license:mit","size_categories:1K<n<10K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"title","dtype":"string"},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answers","sequence":[{"name":"text","dtype":"string"},{"name":"answer_start","dtype":"int32"}]}]


hub_id: jerin/pib
license: ["cc-by-4.0"]
language: ["bn","en","gu","hi","ml","mr","or","pa","ta","te","ur"]
config_name: en-mr
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","mr"]}}}]
tags:
["task_categories:translation","task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:other","multilinguality:translation","source_datasets:original","language:bn","language:en","language:gu","language:hi","language:ml","language:mr","language:or","language:pa","language:ta","language:te","language:ur","license:cc-by-4.0","size_categories:100K<n<1M","arxiv:2008.04860","region:us"]


hub_id: ybisk/piqa
license: ["unknown"]
language: ["en"]
config_name: plain_text
column_names: ["goal","sol1","sol2","label"]
tags:
["task_categories:question-answering","task_ids:multiple-choice-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:en","license:unknown","arxiv:1911.11641","arxiv:1907.10641","arxiv:1904.09728","arxiv:1808.05326","region:us"]

features:
[{"name":"goal","dtype":"string"},{"name":"sol1","dtype":"string"},{"name":"sol2","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1"}}}}]


hub_id: HooshvareLab/pn_summary
license: ["mit"]
language: ["fa"]
config_name: 1.0.0
column_names: ["id","title","article","summary","category","categories","network","link"]
tags:
["task_categories:summarization","task_categories:text-classification","task_ids:news-articles-summarization","task_ids:news-articles-headline-generation","task_ids:text-simplification","task_ids:topic-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:fa","license:mit","size_categories:10K<n<100K","arxiv:2012.11204","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"title","dtype":"string"},{"name":"article","dtype":"string"},{"name":"summary","dtype":"string"},{"name":"category","dtype":{"class_label":{"names":{"0":"Economy","1":"Roads-Urban","2":"Banking-Insurance","3":"Agriculture","4":"International","5":"Oil-Energy","6":"Industry","7":"Transportation","8":"Science-Technology","9":"Local","10":"Sports","11":"Politics","12":"Art-Culture","13":"Society","14":"Health","15":"Research","16":"Education-University","17":"Tourism"}}}},{"name":"categories","dtype":"string"},{"name":"network","dtype":{"class_label":{"names":{"0":"Tahlilbazaar","1":"Imna","2":"Shana","3":"Mehr","4":"Irna","5":"Khabaronline"}}}},{"name":"link","dtype":"string"}]


hub_id: google-research-datasets/poem_sentiment
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["id","verse_text","label"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","arxiv:2011.02686","region:us","croissant"]

features:
[{"name":"id","dtype":"int32"},{"name":"verse_text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"negative","1":"positive","2":"no_impact","3":"mixed"}}}}]


hub_id: clarin-pl/polemo2
license: ["bsd-3-clause"]
language: ["pl"]
config_name: out
column_names: ["sentence","target"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:other","multilinguality:monolingual","source_datasets:original","language:pl","license:bsd-3-clause","size_categories:1K<n<10K","region:us"]

features:
[{"name":"sentence","dtype":"string"},{"name":"target","dtype":{"class_label":{"names":{"0":"__label__meta_amb","1":"__label__meta_minus_m","2":"__label__meta_plus_m","3":"__label__meta_zero"}}}}]


hub_id: poleval/poleval2019_cyberbullying
license: ["unknown"]
language: ["pl"]
config_name: task02
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:intent-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:pl","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1","2":"2"}}}}]


hub_id: poleval/poleval2019_mt
license: ["unknown"]
language: ["en","pl","ru"]
config_name: pl-en
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["pl","en"]}}}]
tags:
["task_categories:translation","annotations_creators:no-annotation","language_creators:expert-generated","language_creators:found","multilinguality:translation","source_datasets:original","language:en","language:pl","language:ru","license:unknown","size_categories:10K<n<100K","region:us"]


hub_id: maciej-ogrodniczuk/polsum
license: ["cc-by-3.0"]
language: ["pl"]
config_name: default
column_names: ["id","date","title","section","authors","body","summaries"]
tags:
["task_categories:summarization","task_ids:news-articles-summarization","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:pl","license:cc-by-3.0","size_categories:n<1K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"date","dtype":"string"},{"name":"title","dtype":"string"},{"name":"section","dtype":"string"},{"name":"authors","dtype":"string"},{"name":"body","dtype":"string"},{"name":"summaries","sequence":[{"name":"ratio","dtype":"int32"},{"name":"type","dtype":"string"},{"name":"author","dtype":"string"},{"name":"body","dtype":"string"},{"name":"spans","sequence":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"span_text","dtype":"string"}]}]}]


hub_id: rmyeid/polyglot_ner
license: ["unknown"]
config_name: combined
column_names: ["id","lang","words","ner"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:machine-generated","language_creators:found","multilinguality:multilingual","size_categories:unknown","source_datasets:original","language:ar","language:bg","language:ca","language:cs","language:da","language:de","language:el","language:en","language:es","language:et","language:fa","language:fi","language:fr","language:he","language:hi","language:hr","language:hu","language:id","language:it","language:ja","language:ko","language:lt","language:lv","language:ms","language:nl","language:no","language:pl","language:pt","language:ro","language:ru","language:sk","language:sl","language:sr","language:sv","language:th","language:tl","language:tr","language:uk","language:vi","language:zh","license:unknown","arxiv:1410.3791","region:us"]

language:
["ar","bg","ca","cs","da","de","el","en","es","et","fa","fi","fr","he","hi","hr","hu","id","it","ja","ko","lt","lv","ms","nl","no","pl","pt","ro","ru","sk","sl","sr","sv","th","tl","tr","uk","vi","zh"]

features:
[{"name":"id","dtype":"string"},{"name":"lang","dtype":"string"},{"name":"words","sequence":"string"},{"name":"ner","sequence":"string"}]


hub_id: PyThaiNLP/prachathai67k
license: ["unknown"]
language: ["en"]
config_name: prachathai67k
tags:
["task_categories:text-classification","task_ids:topic-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","region:us"]

column_names:
["url","date","title","body_text","politics","human_rights","quality_of_life","international","social","environment","economics","culture","labor","national_security","ict","education"]

features:
[{"name":"url","dtype":"string"},{"name":"date","dtype":"string"},{"name":"title","dtype":"string"},{"name":"body_text","dtype":"string"},{"name":"politics","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"human_rights","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"quality_of_life","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"international","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"social","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"environment","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"economics","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"culture","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"labor","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"national_security","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"ict","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}},{"name":"education","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}}]


hub_id: sileod/pragmeval
license: ["unknown"]
language: ["en"]
config_name: emobank-valence
column_names: ["sentence","label","idx"]
tags:
["task_categories:text-classification","task_ids:multi-class-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"sentence","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"low","1":"high"}}}},{"name":"idx","dtype":"int32"}]


hub_id: community-datasets/proto_qa
license: ["cc-by-4.0"]
language: ["en"]
config_name: proto_qa_cs_assessments
column_names: ["question","assessments"]
features: [{"name":"question","dtype":"string"},{"name":"assessments","sequence":"string"}]
tags:
["task_categories:question-answering","task_ids:multiple-choice-qa","task_ids:open-domain-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:other","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","arxiv:2005.00771","region:us","croissant"]


hub_id: community-datasets/psc
license: ["cc-by-sa-3.0"]
language: ["pl"]
config_name: default
column_names: ["extract_text","summary_text","label"]
tags:
["task_categories:summarization","task_ids:news-articles-summarization","annotations_creators:expert-generated","language_creators:other","multilinguality:monolingual","source_datasets:original","language:pl","license:cc-by-sa-3.0","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"extract_text","dtype":"string"},{"name":"summary_text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1"}}}}]


hub_id: ptb-text-only/ptb_text_only
license: ["other"]
language: ["en"]
config_name: penn_treebank
column_names: ["sentence"]
features: [{"name":"sentence","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:other","size_categories:10K<n<100K","region:us"]


hub_id: ncbi/pubmed
license: ["other"]
language: ["en"]
config_name: 2024
column_names: ["MedlineCitation","PubmedData"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:text-classification","task_ids:language-modeling","task_ids:masked-language-modeling","task_ids:text-scoring","task_ids:topic-classification","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","size_categories:10M<n<100M","source_datasets:original","language:en","license:other","citation-estimation","region:us"]

features:
[{"name":"MedlineCitation","struct":[{"name":"PMID","dtype":"int32"},{"name":"DateCompleted","struct":[{"name":"Year","dtype":"int32"},{"name":"Month","dtype":"int32"},{"name":"Day","dtype":"int32"}]},{"name":"NumberOfReferences","dtype":"int32"},{"name":"DateRevised","struct":[{"name":"Year","dtype":"int32"},{"name":"Month","dtype":"int32"},{"name":"Day","dtype":"int32"}]},{"name":"Article","struct":[{"name":"Abstract","struct":[{"name":"AbstractText","dtype":"string"}]},{"name":"ArticleTitle","dtype":"string"},{"name":"AuthorList","struct":[{"name":"Author","sequence":[{"name":"LastName","dtype":"string"},{"name":"ForeName","dtype":"string"},{"name":"Initials","dtype":"string"},{"name":"CollectiveName","dtype":"string"}]}]},{"name":"Language","dtype":"string"},{"name":"GrantList","struct":[{"name":"Grant","sequence":[{"name":"GrantID","dtype":"string"},{"name":"Agency","dtype":"string"},{"name":"Country","dtype":"string"}]}]},{"name":"PublicationTypeList","struct":[{"name":"PublicationType","sequence":"string"}]}]},{"name":"MedlineJournalInfo","struct":[{"name":"Country","dtype":"string"}]},{"name":"ChemicalList","struct":[{"name":"Chemical","sequence":[{"name":"RegistryNumber","dtype":"string"},{"name":"NameOfSubstance","dtype":"string"}]}]},{"name":"CitationSubset","dtype":"string"},{"name":"MeshHeadingList","struct":[{"name":"MeshHeading","sequence":[{"name":"DescriptorName","dtype":"string"},{"name":"QualifierName","dtype":"string"}]}]}]},{"name":"PubmedData","struct":[{"name":"ArticleIdList","sequence":[{"name":"ArticleId","sequence":"string"}]},{"name":"PublicationStatus","dtype":"string"},{"name":"History","struct":[{"name":"PubMedPubDate","sequence":[{"name":"Year","dtype":"int32"},{"name":"Month","dtype":"int32"},{"name":"Day","dtype":"int32"}]}]},{"name":"ReferenceList","sequence":[{"name":"Citation","dtype":"string"},{"name":"CitationId","dtype":"int32"}]}]}]


hub_id: qiaojin/PubMedQA
license: ["mit"]
language: ["en"]
config_name: pqa_unlabeled
column_names: ["pubid","question","context","long_answer"]
tags:
["task_categories:question-answering","task_ids:multiple-choice-qa","annotations_creators:expert-generated","annotations_creators:machine-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:mit","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","arxiv:1909.06146","region:us","croissant"]

features:
[{"name":"pubid","dtype":"int32"},{"name":"question","dtype":"string"},{"name":"context","sequence":[{"name":"contexts","dtype":"string"},{"name":"labels","dtype":"string"},{"name":"meshes","dtype":"string"}]},{"name":"long_answer","dtype":"string"}]


hub_id: 1stvamp/py_ast
license: ["bsd-2-clause","mit"]
language: ["code"]
config_name: ast
column_names: ["ast"]
tags:
["task_categories:text2text-generation","task_categories:text-generation","task_categories:fill-mask","annotations_creators:machine-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:code","license:bsd-2-clause","license:mit","size_categories:100K<n<1M","region:us","code-modeling","code-generation"]

features:
[{"name":"ast","sequence":[{"name":"type","dtype":"string"},{"name":"value","dtype":"string"},{"name":"children","sequence":"int32"}]}]


hub_id: community-datasets/qa4mre
license: ["unknown"]
language: ["ar","bg","de","en","es","it","ro"]
config_name: 2013.main.RO
tags:
["task_categories:multiple-choice","task_ids:multiple-choice-qa","annotations_creators:other","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ar","language:bg","language:de","language:en","language:es","language:it","language:ro","license:unknown","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

column_names:
["topic_id","topic_name","test_id","document_id","document_str","question_id","question_str","answer_options","correct_answer_id","correct_answer_str"]

features:
[{"name":"topic_id","dtype":"string"},{"name":"topic_name","dtype":"string"},{"name":"test_id","dtype":"string"},{"name":"document_id","dtype":"string"},{"name":"document_str","dtype":"string"},{"name":"question_id","dtype":"string"},{"name":"question_str","dtype":"string"},{"name":"answer_options","sequence":[{"name":"answer_id","dtype":"string"},{"name":"answer_str","dtype":"string"}]},{"name":"correct_answer_id","dtype":"string"},{"name":"correct_answer_str","dtype":"string"}]


hub_id: luheng/qa_srl
license: ["unknown"]
language: ["en"]
config_name: plain_text
column_names: ["sentence","sent_id","predicate_idx","predicate","question","answers"]
tags:
["task_categories:question-answering","task_ids:multiple-choice-qa","task_ids:open-domain-qa","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"sentence","dtype":"string"},{"name":"sent_id","dtype":"string"},{"name":"predicate_idx","dtype":"int32"},{"name":"predicate","dtype":"string"},{"name":"question","sequence":"string"},{"name":"answers","sequence":"string"}]


hub_id: community-datasets/qa_zre
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["relation","question","subject","context","answers"]
tags:
["task_categories:question-answering","annotations_creators:no-annotation","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","dask","mlcroissant","region:us","zero-shot-relation-extraction","croissant"]

features:
[{"name":"relation","dtype":"string"},{"name":"question","dtype":"string"},{"name":"subject","dtype":"string"},{"name":"context","dtype":"string"},{"name":"answers","sequence":"string"}]


hub_id: community-datasets/qangaroo
license: []
language: ["en"]
config_name: wikihop
column_names: ["query","supports","candidates","answer","id"]
tags:
["language:en","size_categories:100K<n<1M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"query","dtype":"string"},{"name":"supports","sequence":"string"},{"name":"candidates","sequence":"string"},{"name":"answer","dtype":"string"},{"name":"id","dtype":"string"}]


hub_id: community-datasets/qanta
license: ["unknown"]
language: ["en"]
config_name: mode=sentences,char_skip=25
tags:
["task_categories:question-answering","annotations_creators:machine-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1M<n<10M","parquet","tabular","text","datasets","dask","mlcroissant","arxiv:1904.04792","region:us","quizbowl","croissant"]

column_names:
["id","qanta_id","proto_id","qdb_id","dataset","text","full_question","first_sentence","char_idx","sentence_idx","tokenizations","answer","page","raw_answer","fold","gameplay","category","subcategory","tournament","difficulty","year"]

features:
[{"name":"id","dtype":"string"},{"name":"qanta_id","dtype":"int32"},{"name":"proto_id","dtype":"string"},{"name":"qdb_id","dtype":"int32"},{"name":"dataset","dtype":"string"},{"name":"text","dtype":"string"},{"name":"full_question","dtype":"string"},{"name":"first_sentence","dtype":"string"},{"name":"char_idx","dtype":"int32"},{"name":"sentence_idx","dtype":"int32"},{"name":"tokenizations","sequence":{"sequence":"int32","length":2}},{"name":"answer","dtype":"string"},{"name":"page","dtype":"string"},{"name":"raw_answer","dtype":"string"},{"name":"fold","dtype":"string"},{"name":"gameplay","dtype":"bool"},{"name":"category","dtype":"string"},{"name":"subcategory","dtype":"string"},{"name":"tournament","dtype":"string"},{"name":"difficulty","dtype":"string"},{"name":"year","dtype":"int32"}]


hub_id: allenai/qasc
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["id","question","choices","answerKey","fact1","fact2","combinedfact","formatted_question"]
tags:
["task_categories:question-answering","task_categories:multiple-choice","task_ids:extractive-qa","task_ids:multiple-choice-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","arxiv:1910.11473","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"question","dtype":"string"},{"name":"choices","sequence":[{"name":"text","dtype":"string"},{"name":"label","dtype":"string"}]},{"name":"answerKey","dtype":"string"},{"name":"fact1","dtype":"string"},{"name":"fact2","dtype":"string"},{"name":"combinedfact","dtype":"string"},{"name":"formatted_question","dtype":"string"}]


hub_id: google-research-datasets/qed
license: ["unknown"]
language: ["en"]
config_name: qed
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:extended|natural_questions","language:en","license:unknown","size_categories:1K<n<10K","arxiv:2009.06354","region:us","explanations-in-question-answering"]

column_names:
["example_id","title_text","url","question","paragraph_text","sentence_starts","original_nq_answers","annotation"]

features:
[{"name":"example_id","dtype":"int64"},{"name":"title_text","dtype":"string"},{"name":"url","dtype":"string"},{"name":"question","dtype":"string"},{"name":"paragraph_text","dtype":"string"},{"name":"sentence_starts","sequence":"int32"},{"name":"original_nq_answers","list":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"string","dtype":"string"}]},{"name":"annotation","struct":[{"name":"referential_equalities","list":[{"name":"question_reference","struct":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"string","dtype":"string"}]},{"name":"sentence_reference","struct":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"bridge","dtype":"string"},{"name":"string","dtype":"string"}]}]},{"name":"answer","list":[{"name":"sentence_reference","struct":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"bridge","dtype":"string"},{"name":"string","dtype":"string"}]},{"name":"paragraph_reference","struct":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"string","dtype":"string"}]}]},{"name":"explanation_type","dtype":"string"},{"name":"selected_sentence","struct":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"string","dtype":"string"}]}]}]


hub_id: Helsinki-NLP/qed_amara
license: ["unknown"]
config_name: he-nl
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:aa","language:ab","language:ae","language:aeb","language:af","language:ak","language:am","language:an","language:ar","language:arq","language:arz","language:as","language:ase","language:ast","language:av","language:ay","language:az","language:ba","language:be","language:ber","language:bg","language:bh","language:bi","language:bm","language:bn","language:bnt","language:bo","language:br","language:bs","language:bug","language:ca","language:ce","language:ceb","language:ch","language:cho","language:cku","language:cnh","language:co","language:cr","language:cs","language:cu","language:cv","language:cy","language:da","language:de","language:dv","language:dz","language:ee","language:efi","language:el","language:en","language:eo","language:es","language:et","language:eu","language:fa","language:ff","language:fi","language:fil","language:fj","language:fo","language:fr","language:ga","language:gd","language:gl","language:gn","language:gu","language:ha","language:hai","language:haw","language:haz","language:hch","language:he","language:hi","language:ho","language:hr","language:ht","language:hu","language:hup","language:hus","language:hy","language:hz","language:ia","language:id","language:ie","language:ig","language:ik","language:inh","language:io","language:iro","language:is","language:it","language:iu","language:ja","language:jv","language:ka","language:kar","language:ki","language:kj","language:kk","language:kl","language:km","language:kn","language:ko","language:kr","language:ksh","language:ku","language:kv","language:kw","language:ky","language:la","language:lb","language:lg","language:li","language:lkt","language:lld","language:ln","language:lo","language:lt","language:ltg","language:lu","language:luo","language:luy","language:lv","language:mad","language:mfe","language:mg","language:mi","language:mk","language:ml","language:mn","language:mni","language:moh","language:mos","language:mr","language:ms","language:mt","language:mus","language:my","language:nb","language:nci","language:nd","language:ne","language:nl","language:nn","language:nso","language:nv","language:ny","language:oc","language:om","language:or","language:pa","language:pam","language:pap","language:pi","language:pl","language:pnb","language:prs","language:ps","language:pt","language:qu","language:rm","language:rn","language:ro","language:ru","language:rup","language:rw","language:sa","language:sc","language:scn","language:sco","language:sd","language:sg","language:sgn","language:sh","language:si","language:sk","language:sl","language:sm","language:sn","language:so","language:sq","language:sr","language:st","language:sv","language:sw","language:szl","language:ta","language:te","language:tet","language:tg","language:th","language:ti","language:tk","language:tl","language:tlh","language:to","language:tr","language:ts","language:tt","language:tw","language:ug","language:uk","language:umb","language:ur","language:uz","language:ve","language:vi","language:vls","language:vo","language:wa","language:wo","language:xh","language:yaq","language:yi","language:yo","language:za","language:zam","language:zh","language:zu","license:unknown","size_categories:100K<n<1M","region:us"]

language:
["aa","ab","ae","aeb","af","ak","am","an","ar","arq","arz","as","ase","ast","av","ay","az","ba","be","ber","bg","bh","bi","bm","bn","bnt","bo","br","bs","bug","ca","ce","ceb","ch","cho","cku","cnh","co","cr","cs","cu","cv","cy","da","de","dv","dz","ee","efi","el","en","eo","es","et","eu","fa","ff","fi","fil","fj","fo","fr","ga","gd","gl","gn","gu","ha","hai","haw","haz","hch","he","hi","ho","hr","ht","hu","hup","hus","hy","hz","ia","id","ie","ig","ik","inh","io","iro","is","it","iu","ja","jv","ka","kar","ki","kj","kk","kl","km","kn","ko","kr","ksh","ku","kv","kw","ky","la","lb","lg","li","lkt","lld","ln","lo","lt","ltg","lu","luo","luy","lv","mad","mfe","mg","mi","mk","ml","mn","mni","moh","mos","mr","ms","mt","mus","my","nb","nci","nd","ne","nl","nn","nso","nv","ny","oc","om","or","pa","pam","pap","pi","pl","pnb","prs","ps","pt","qu","rm","rn","ro","ru","rup","rw","sa","sc","scn","sco","sd","sg","sgn","sh","si","sk","sl","sm","sn","so","sq","sr","st","sv","sw","szl","ta","te","tet","tg","th","ti","tk","tl","tlh","to","tr","ts","tt","tw","ug","uk","umb","ur","uz","ve","vi","vls","vo","wa","wo","xh","yaq","yi","yo","za","zam","zh","zu"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["he","nl"]}}}]


hub_id: allenai/quac
license: ["mit"]
language: ["en"]
config_name: plain_text
tags:
["task_categories:question-answering","task_categories:text-generation","task_categories:fill-mask","task_ids:dialogue-modeling","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:extended|wikipedia","language:en","license:mit","arxiv:1808.07036","region:us"]

column_names:
["dialogue_id","wikipedia_page_title","background","section_title","context","turn_ids","questions","followups","yesnos","answers","orig_answers"]

features:
[{"name":"dialogue_id","dtype":"string"},{"name":"wikipedia_page_title","dtype":"string"},{"name":"background","dtype":"string"},{"name":"section_title","dtype":"string"},{"name":"context","dtype":"string"},{"name":"turn_ids","sequence":"string"},{"name":"questions","sequence":"string"},{"name":"followups","sequence":{"class_label":{"names":{"0":"y","1":"n","2":"m"}}}},{"name":"yesnos","sequence":{"class_label":{"names":{"0":"y","1":"n","2":"x"}}}},{"name":"answers","sequence":[{"name":"texts","sequence":"string"},{"name":"answer_starts","sequence":"int32"}]},{"name":"orig_answers","struct":[{"name":"texts","sequence":"string"},{"name":"answer_starts","sequence":"int32"}]}]


hub_id: textmachinelab/quail
license: ["cc-by-nc-sa-4.0"]
language: ["en"]
config_name: quail
tags:
["task_categories:multiple-choice","task_ids:multiple-choice-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-nc-sa-4.0","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

column_names:
["id","context_id","question_id","domain","metadata","context","question","question_type","answers","correct_answer_id"]

features:
[{"name":"id","dtype":"string"},{"name":"context_id","dtype":"string"},{"name":"question_id","dtype":"string"},{"name":"domain","dtype":"string"},{"name":"metadata","struct":[{"name":"author","dtype":"string"},{"name":"title","dtype":"string"},{"name":"url","dtype":"string"}]},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"question_type","dtype":"string"},{"name":"answers","sequence":"string"},{"name":"correct_answer_id","dtype":"int32"}]


hub_id: community-datasets/quarel
license: []
language: ["en"]
config_name: default
column_names: ["id","answer_index","logical_forms","logical_form_pretty","world_literals","question"]
tags:
["language:en","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"answer_index","dtype":"int32"},{"name":"logical_forms","sequence":"string"},{"name":"logical_form_pretty","dtype":"string"},{"name":"world_literals","sequence":[{"name":"world1","dtype":"string"},{"name":"world2","dtype":"string"}]},{"name":"question","dtype":"string"}]


hub_id: allenai/quartz
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["id","question","choices","answerKey","para","para_id","para_anno","question_anno"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","task_ids:open-domain-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"question","dtype":"string"},{"name":"choices","sequence":[{"name":"text","dtype":"string"},{"name":"label","dtype":"string"}]},{"name":"answerKey","dtype":"string"},{"name":"para","dtype":"string"},{"name":"para_id","dtype":"string"},{"name":"para_anno","struct":[{"name":"effect_prop","dtype":"string"},{"name":"cause_dir_str","dtype":"string"},{"name":"effect_dir_str","dtype":"string"},{"name":"cause_dir_sign","dtype":"string"},{"name":"effect_dir_sign","dtype":"string"},{"name":"cause_prop","dtype":"string"}]},{"name":"question_anno","struct":[{"name":"more_effect_dir","dtype":"string"},{"name":"less_effect_dir","dtype":"string"},{"name":"less_cause_prop","dtype":"string"},{"name":"more_effect_prop","dtype":"string"},{"name":"less_effect_prop","dtype":"string"},{"name":"less_cause_dir","dtype":"string"}]}]


hub_id: quora-competitions/quora
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["questions","is_duplicate"]
tags:
["task_categories:text-classification","task_ids:semantic-similarity-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:100K<n<1M","region:us"]

features:
[{"name":"questions","sequence":[{"name":"id","dtype":"int32"},{"name":"text","dtype":"string"}]},{"name":"is_duplicate","dtype":"bool"}]


hub_id: allenai/quoref
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["id","question","context","title","url","answers"]
tags:
["task_categories:question-answering","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:en","license:cc-by-4.0","coreference-resolution","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"question","dtype":"string"},{"name":"context","dtype":"string"},{"name":"title","dtype":"string"},{"name":"url","dtype":"string"},{"name":"answers","sequence":[{"name":"answer_start","dtype":"int32"},{"name":"text","dtype":"string"}]}]


hub_id: ehovy/race
license: ["other"]
language: ["en"]
config_name: middle
column_names: ["example_id","article","answer","question","options"]
tags:
["task_categories:multiple-choice","task_ids:multiple-choice-qa","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:other","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","arxiv:1704.04683","region:us","croissant"]

features:
[{"name":"example_id","dtype":"string"},{"name":"article","dtype":"string"},{"name":"answer","dtype":"string"},{"name":"question","dtype":"string"},{"name":"options","sequence":"string"}]


hub_id: community-datasets/re_dial
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
tags:
["task_categories:other","task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:10K<n<100K","parquet","tabular","text","datasets","pandas","mlcroissant","region:us","dialogue-sentiment-classification","croissant"]

column_names:
["movieMentions","respondentQuestions","messages","conversationId","respondentWorkerId","initiatorWorkerId","initiatorQuestions"]

features:
[{"name":"movieMentions","list":[{"name":"movieId","dtype":"string"},{"name":"movieName","dtype":"string"}]},{"name":"respondentQuestions","list":[{"name":"movieId","dtype":"string"},{"name":"suggested","dtype":"int32"},{"name":"seen","dtype":"int32"},{"name":"liked","dtype":"int32"}]},{"name":"messages","list":[{"name":"timeOffset","dtype":"int32"},{"name":"text","dtype":"string"},{"name":"senderWorkerId","dtype":"int32"},{"name":"messageId","dtype":"int32"}]},{"name":"conversationId","dtype":"int32"},{"name":"respondentWorkerId","dtype":"int32"},{"name":"initiatorWorkerId","dtype":"int32"},{"name":"initiatorQuestions","list":[{"name":"movieId","dtype":"string"},{"name":"suggested","dtype":"int32"},{"name":"seen","dtype":"int32"},{"name":"liked","dtype":"int32"}]}]


hub_id: mhardalov/reasoning_bg
license: ["apache-2.0"]
language: ["bg"]
config_name: history-quiz
column_names: ["id","url","qid","question","answers","correct"]
tags:
["task_categories:question-answering","task_ids:multiple-choice-qa","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:bg","license:apache-2.0","size_categories:n<1K","arxiv:1908.01519","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"url","dtype":"string"},{"name":"qid","dtype":"int32"},{"name":"question","dtype":"string"},{"name":"answers","sequence":"string"},{"name":"correct","dtype":"string"}]


hub_id: mbien/recipe_nlg
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["id","title","ingredients","directions","link","source","ner"]
tags:
["task_categories:text2text-generation","task_categories:text-generation","task_categories:fill-mask","task_categories:text-retrieval","task_categories:summarization","task_ids:document-retrieval","task_ids:entity-linking-retrieval","task_ids:explanation-generation","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:found","language_creators:found","multilinguality:monolingual","size_categories:1M<n<10M","source_datasets:original","language:en","license:unknown","region:us"]

features:
[{"name":"id","dtype":"int32"},{"name":"title","dtype":"string"},{"name":"ingredients","sequence":"string"},{"name":"directions","sequence":"string"},{"name":"link","dtype":"string"},{"name":"source","dtype":{"class_label":{"names":{"0":"Gathered","1":"Recipes1M"}}}},{"name":"ner","sequence":"string"}]


hub_id: community-datasets/reclor
tags: ["region:us"]
license: []
language: []
config_name: default
column_names: ["context","question","answers","label","id_string"]
features:
[{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answers","sequence":"string"},{"name":"label","dtype":"string"},{"name":"id_string","dtype":"string"}]


hub_id: kdexd/red_caps
license: ["cc-by-4.0"]
language: ["en"]
config_name: all
tags:
["task_categories:image-to-text","task_ids:image-captioning","annotations_creators:found","language_creators:found","multilinguality:monolingual","size_categories:10M<n<100M","source_datasets:original","language:en","license:cc-by-4.0","arxiv:2111.11431","region:us"]

column_names:
["image_id","author","image_url","raw_caption","caption","subreddit","score","created_utc","permalink","crosspost_parents"]

features:
[{"name":"image_id","dtype":"string"},{"name":"author","dtype":"string"},{"name":"image_url","dtype":"string"},{"name":"raw_caption","dtype":"string"},{"name":"caption","dtype":"string"},{"name":"subreddit","dtype":{"class_label":{"names":{"0":"abandonedporn","1":"abandoned","2":"absoluteunits","3":"airplants","4":"alltheanimals","5":"amateurphotography","6":"amateurroomporn","7":"animalporn","8":"antiques","9":"antkeeping","10":"ants","11":"aquariums","12":"architectureporn","13":"artefactporn","14":"astronomy","15":"astrophotography","16":"australiancattledog","17":"australianshepherd","18":"autumnporn","19":"averagebattlestations","20":"awwducational","21":"awwnverts","22":"axolotls","23":"backpacking","24":"backyardchickens","25":"baking","26":"ballpython","27":"barista","28":"bassfishing","29":"battlestations","30":"bbq","31":"beagle","32":"beardeddragons","33":"beekeeping","34":"beerandpizza","35":"beerporn","36":"beerwithaview","37":"beginnerwoodworking","38":"bengalcats","39":"bento","40":"bernesemountaindogs","41":"berries","42":"bettafish","43":"bicycling","44":"bikecommuting","45":"birding","46":"birdphotography","47":"birdpics","48":"birdsofprey","49":"birds","50":"blackcats","51":"blacksmith","52":"bladesmith","53":"boatporn","54":"bonsai","55":"bookporn","56":"bookshelf","57":"bordercollie","58":"bostonterrier","59":"botanicalporn","60":"breadit","61":"breakfastfood","62":"breakfast","63":"bridgeporn","64":"brochet","65":"budgetfood","66":"budgies","67":"bulldogs","68":"burgers","69":"butterflies","70":"cabinporn","71":"cactus","72":"cakedecorating","73":"cakewin","74":"cameras","75":"campingandhiking","76":"camping","77":"carnivorousplants","78":"carpentry","79":"carporn","80":"cassetteculture","81":"castiron","82":"castles","83":"casualknitting","84":"catpictures","85":"cats","86":"ceramics","87":"chameleons","88":"charcuterie","89":"cheesemaking","90":"cheese","91":"chefit","92":"chefknives","93":"chickens","94":"chihuahua","95":"chinchilla","96":"chinesefood","97":"churchporn","98":"cider","99":"cityporn","100":"classiccars","101":"cockatiel","102":"cocktails","103":"coffeestations","104":"coins","105":"cookiedecorating","106":"corgi","107":"cornsnakes","108":"cozyplaces","109":"crafts","110":"crestedgecko","111":"crochet","112":"crossstitch","113":"crows","114":"crystals","115":"cupcakes","116":"dachshund","117":"damnthatsinteresting","118":"desertporn","119":"designmyroom","120":"desksetup","121":"dessertporn","122":"dessert","123":"diy","124":"dobermanpinscher","125":"doggos","126":"dogpictures","127":"drunkencookery","128":"duck","129":"dumpsterdiving","130":"earthporn","131":"eatsandwiches","132":"embroidery","133":"entomology","134":"equestrian","135":"espresso","136":"exposureporn","137":"eyebleach","138":"f1porn","139":"farming","140":"femalelivingspace","141":"fermentation","142":"ferrets","143":"fireporn","144":"fishing","145":"fish","146":"flowers","147":"flyfishing","148":"foodporn","149":"food","150":"foraging","151":"fossilporn","152":"fountainpens","153":"foxes","154":"frenchbulldogs","155":"frogs","156":"gardening","157":"gardenwild","158":"geckos","159":"gemstones","160":"geologyporn","161":"germanshepherds","162":"glutenfree","163":"goldenretrievers","164":"goldfish","165":"gold","166":"greatpyrenees","167":"grilledcheese","168":"grilling","169":"guineapigs","170":"gunporn","171":"guns","172":"hamsters","173":"handtools","174":"healthyfood","175":"hedgehog","176":"helicopters","177":"herpetology","178":"hiking","179":"homestead","180":"horses","181":"hotpeppers","182":"houseplants","183":"houseporn","184":"husky","185":"icecreamery","186":"indoorgarden","187":"infrastructureporn","188":"insects","189":"instantpot","190":"interestingasfuck","191":"interiordesign","192":"itookapicture","193":"jellyfish","194":"jewelry","195":"kayakfishing","196":"kayaking","197":"ketorecipes","198":"knifeporn","199":"knives","200":"labrador","201":"leathercraft","202":"leopardgeckos","203":"lizards","204":"lookatmydog","205":"macarons","206":"machineporn","207":"macroporn","208":"malelivingspace","209":"mead","210":"mealprepsunday","211":"mechanicalkeyboards","212":"mechanicalpencils","213":"melts","214":"metalworking","215":"microgreens","216":"microporn","217":"mildlyinteresting","218":"mineralporn","219":"monitors","220":"monstera","221":"mostbeautiful","222":"motorcycleporn","223":"muglife","224":"mushroomgrowers","225":"mushroomporn","226":"mushrooms","227":"mycology","228":"natureisfuckinglit","229":"natureporn","230":"nebelung","231":"orchids","232":"otters","233":"outdoors","234":"owls","235":"parrots","236":"pelletgrills","237":"pens","238":"perfectfit","239":"permaculture","240":"photocritique","241":"photographs","242":"pics","243":"pitbulls","244":"pizza","245":"plantbaseddiet","246":"plantedtank","247":"plantsandpots","248":"plants","249":"pomeranians","250":"pottery","251":"pourpainting","252":"proplifting","253":"pugs","254":"pug","255":"quilting","256":"rabbits","257":"ramen","258":"rarepuppers","259":"reeftank","260":"reptiles","261":"resincasting","262":"roomporn","263":"roses","264":"rottweiler","265":"ruralporn","266":"sailing","267":"salsasnobs","268":"samoyeds","269":"savagegarden","270":"scotch","271":"seaporn","272":"seriouseats","273":"sewing","274":"sharks","275":"shiba","276":"shihtzu","277":"shrimptank","278":"siamesecats","279":"siberiancats","280":"silverbugs","281":"skyporn","282":"sloths","283":"smoking","284":"snails","285":"snakes","286":"sneakers","287":"sneks","288":"somethingimade","289":"soup","290":"sourdough","291":"sousvide","292":"spaceporn","293":"spicy","294":"spiderbro","295":"spiders","296":"squirrels","297":"steak","298":"streetphotography","299":"succulents","300":"superbowl","301":"supermodelcats","302":"sushi","303":"tacos","304":"tarantulas","305":"tastyfood","306":"teaporn","307":"tea","308":"tequila","309":"terrariums","310":"thedepthsbelow","311":"thriftstorehauls","312":"tinyanimalsonfingers","313":"tonightsdinner","314":"toolporn","315":"tools","316":"torties","317":"tortoise","318":"tractors","319":"trailrunning","320":"trains","321":"trucks","322":"turtle","323":"underwaterphotography","324":"upcycling","325":"urbanexploration","326":"urbanhell","327":"veganfoodporn","328":"veganrecipes","329":"vegetablegardening","330":"vegetarian","331":"villageporn","332":"vintageaudio","333":"vintage","334":"vinyl","335":"volumeeating","336":"watches","337":"waterporn","338":"weatherporn","339":"wewantplates","340":"wildernessbackpacking","341":"wildlifephotography","342":"wine","343":"winterporn","344":"woodcarving","345":"woodworking","346":"workbenches","347":"workspaces","348":"yarnaddicts","349":"zerowaste"}}}},{"name":"score","dtype":"int32"},{"name":"created_utc","dtype":"timestamp[s, tz=UTC]"},{"name":"permalink","dtype":"string"},{"name":"crosspost_parents","sequence":"string"}]


hub_id: webis/tldr-17
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["author","body","normalizedBody","subreddit","subreddit_id","id","content","summary"]
tags:
["task_categories:summarization","annotations_creators:no-annotation","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:1M<n<10M","text","datasets","mlcroissant","region:us","reddit-posts-summarization","croissant"]

features:
[{"name":"author","dtype":"string"},{"name":"body","dtype":"string"},{"name":"normalizedBody","dtype":"string"},{"name":"subreddit","dtype":"string"},{"name":"subreddit_id","dtype":"string"},{"name":"id","dtype":"string"},{"name":"content","dtype":"string"},{"name":"summary","dtype":"string"}]


hub_id: ctr4si/reddit_tifu
license: ["mit"]
language: ["en"]
config_name: long
column_names: ["ups","num_comments","upvote_ratio","score","documents","tldr","title"]
tags:
["task_categories:summarization","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:mit","size_categories:100K<n<1M","arxiv:1811.00783","region:us","reddit-posts-summarization"]

features:
[{"name":"ups","dtype":"float32"},{"name":"num_comments","dtype":"float32"},{"name":"upvote_ratio","dtype":"float32"},{"name":"score","dtype":"float32"},{"name":"documents","dtype":"string"},{"name":"tldr","dtype":"string"},{"name":"title","dtype":"string"}]


hub_id: eleftheria/refresd
license: ["mit"]
language: ["en","fr"]
config_name: default
column_names: ["sentence_en","sentence_fr","label","all_labels","rationale_en","rationale_fr"]
tags:
["task_categories:text-classification","task_categories:translation","task_ids:semantic-similarity-classification","task_ids:semantic-similarity-scoring","task_ids:text-scoring","annotations_creators:crowdsourced","annotations_creators:machine-generated","language_creators:crowdsourced","language_creators:machine-generated","multilinguality:translation","source_datasets:extended|other-wikimatrix","language:en","language:fr","license:mit","size_categories:1K<n<10K","arxiv:1907.05791","region:us"]

features:
[{"name":"sentence_en","dtype":"string"},{"name":"sentence_fr","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"divergent","1":"equivalent"}}}},{"name":"all_labels","dtype":{"class_label":{"names":{"0":"unrelated","1":"some_meaning_difference","2":"no_meaning_difference"}}}},{"name":"rationale_en","dtype":"string"},{"name":"rationale_fr","dtype":"string"}]


hub_id: ucirvine/reuters21578
tags: ["language:en","license:other","region:us"]
license: ["other"]
language: ["en"]
config_name: ModLewis
column_names:
["text","text_type","topics","lewis_split","cgis_split","old_id","new_id","places","people","orgs","exchanges","date","title"]

features:
[{"name":"text","dtype":"string"},{"name":"text_type","dtype":"string"},{"name":"topics","sequence":"string"},{"name":"lewis_split","dtype":"string"},{"name":"cgis_split","dtype":"string"},{"name":"old_id","dtype":"string"},{"name":"new_id","dtype":"string"},{"name":"places","sequence":"string"},{"name":"people","sequence":"string"},{"name":"orgs","sequence":"string"},{"name":"exchanges","sequence":"string"},{"name":"date","dtype":"string"},{"name":"title","dtype":"string"}]


hub_id: INK-USC/riddle_sense
license: ["other"]
language: ["en"]
config_name: default
column_names: ["answerKey","question","choices"]
tags:
["task_categories:question-answering","task_ids:multiple-choice-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:other","size_categories:1K<n<10K","region:us"]

features:
[{"name":"answerKey","dtype":"string"},{"name":"question","dtype":"string"},{"name":"choices","sequence":[{"name":"label","dtype":"string"},{"name":"text","dtype":"string"}]}]


hub_id: dumitrescustefan/ro_sent
license: ["unknown"]
language: ["ro"]
config_name: default
column_names: ["original_id","id","sentence","label"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ro","license:unknown","size_categories:10K<n<100K","arxiv:2009.08712","region:us"]

features:
[{"name":"original_id","dtype":"string"},{"name":"id","dtype":"string"},{"name":"sentence","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"negative","1":"positive"}}}}]


hub_id: dumitrescustefan/ro_sts
license: ["cc-by-4.0"]
language: ["ro"]
config_name: ro_sts
column_names: ["score","sentence1","sentence2"]
tags:
["task_categories:text-classification","task_ids:text-scoring","task_ids:semantic-similarity-scoring","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:extended|other-sts-b","language:ro","license:cc-by-4.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"score","dtype":"float32"},{"name":"sentence1","dtype":"string"},{"name":"sentence2","dtype":"string"}]


hub_id: dumitrescustefan/ro_sts_parallel
license: ["cc-by-4.0"]
language: ["en","ro"]
config_name: rosts-parallel-en-ro
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","ro"]}}}]
tags:
["task_categories:translation","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:multilingual","source_datasets:extended|other-sts-b","language:en","language:ro","license:cc-by-4.0","size_categories:10K<n<100K","region:us"]


hub_id: community-datasets/roman_urdu
license: ["unknown"]
language: ["ur"]
config_name: default
column_names: ["sentence","sentiment"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ur","license:unknown","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"sentence","dtype":"string"},{"name":"sentiment","dtype":{"class_label":{"names":{"0":"Positive","1":"Negative","2":"Neutral"}}}}]


hub_id: community-datasets/ronec
license: ["mit"]
language: ["ro"]
config_name: ronec
column_names: ["id","tokens","ner_ids","space_after","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ro","license:mit","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","arxiv:1909.01247","region:us","croissant"]

features:
[{"name":"id","dtype":"int32"},{"name":"tokens","sequence":"string"},{"name":"ner_ids","sequence":"int32"},{"name":"space_after","sequence":"bool"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-PERSON","2":"I-PERSON","3":"B-ORG","4":"I-ORG","5":"B-GPE","6":"I-GPE","7":"B-LOC","8":"I-LOC","9":"B-NAT_REL_POL","10":"I-NAT_REL_POL","11":"B-EVENT","12":"I-EVENT","13":"B-LANGUAGE","14":"I-LANGUAGE","15":"B-WORK_OF_ART","16":"I-WORK_OF_ART","17":"B-DATETIME","18":"I-DATETIME","19":"B-PERIOD","20":"I-PERIOD","21":"B-MONEY","22":"I-MONEY","23":"B-QUANTITY","24":"I-QUANTITY","25":"B-NUMERIC","26":"I-NUMERIC","27":"B-ORDINAL","28":"I-ORDINAL","29":"B-FACILITY","30":"I-FACILITY"}}}}]


hub_id: allenai/ropes
license: ["cc-by-4.0"]
language: ["en"]
config_name: plain_text
column_names: ["id","background","situation","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:extended|wikipedia","source_datasets:original","language:en","license:cc-by-4.0","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","arxiv:1908.05852","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"background","dtype":"string"},{"name":"situation","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answers","sequence":[{"name":"text","dtype":"string"}]}]


hub_id: cornell-movie-review-data/rotten_tomatoes
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}}]


hub_id: RussianNLP/russian_super_glue
license: ["mit"]
language: ["ru"]
config_name: rucos
column_names: ["passage","query","entities","answers","idx"]
tags:
["task_categories:text-classification","task_categories:question-answering","task_categories:zero-shot-classification","task_categories:text-generation","task_ids:natural-language-inference","task_ids:multi-class-classification","annotations_creators:crowdsourced","annotations_creators:expert-generated","language_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:ru","license:mit","size_categories:10M<n<100M","tabular","text","datasets","mlcroissant","arxiv:2202.07791","region:us","glue","qa","superGLUE","NLI","reasoning","croissant"]

features:
[{"name":"passage","dtype":"string"},{"name":"query","dtype":"string"},{"name":"entities","sequence":"string"},{"name":"answers","sequence":"string"},{"name":"idx","struct":[{"name":"passage","dtype":"int32"},{"name":"query","dtype":"int32"}]}]


hub_id: Samsung/samsum
license: ["cc-by-nc-nd-4.0"]
language: ["en"]
config_name: samsum
column_names: ["id","dialogue","summary"]
tags:
["task_categories:summarization","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-nc-nd-4.0","size_categories:10K<n<100K","arxiv:1911.12237","region:us","conversations-summarization"]

features:
[{"name":"id","dtype":"string"},{"name":"dialogue","dtype":"string"},{"name":"summary","dtype":"string"}]


hub_id: surajp/sanskrit_classic
license: ["other"]
language: ["sa"]
config_name: combined
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:sa","license:other","size_categories:100K<n<1M","region:us"]


hub_id: inparallel/saudinewsnet
license: ["unknown"]
language: ["ar"]
config_name: default
column_names: ["source","url","date_extracted","title","author","content"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:ar","license:unknown","region:us"]

features:
[{"name":"source","dtype":"string"},{"name":"url","dtype":"string"},{"name":"date_extracted","dtype":"string"},{"name":"title","dtype":"string"},{"name":"author","dtype":"string"},{"name":"content","dtype":"string"}]


hub_id: kuznetsoffandrey/sberquad
license: ["unknown"]
language: ["ru"]
config_name: sberquad
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:found","language_creators:crowdsourced","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:ru","license:unknown","arxiv:1912.09723","region:us"]

features:
[{"name":"id","dtype":"int32"},{"name":"title","dtype":"string"},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answers","sequence":[{"name":"text","dtype":"string"},{"name":"answer_start","dtype":"int32"}]}]


hub_id: scan-tasks/scan-tasks
license: ["bsd"]
language: ["en"]
config_name: template_right
column_names: ["commands","actions"]
features: [{"name":"commands","dtype":"string"},{"name":"actions","dtype":"string"}]
tags:
["task_categories:text2text-generation","annotations_creators:no-annotation","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:bsd","size_categories:10K<n<100K","arxiv:1711.00350","region:us","multi-turn"]


hub_id: airesearch/scb_mt_enth_2020
license: ["cc-by-sa-4.0"]
language: ["en","th"]
config_name: then
column_names: ["translation","subdataset"]
tags:
["task_categories:translation","annotations_creators:crowdsourced","annotations_creators:expert-generated","annotations_creators:found","annotations_creators:machine-generated","language_creators:expert-generated","language_creators:found","language_creators:machine-generated","multilinguality:translation","source_datasets:original","language:en","language:th","license:cc-by-sa-4.0","size_categories:1M<n<10M","arxiv:2007.03541","arxiv:1909.05858","region:us"]

features:
[{"name":"translation","dtype":{"translation":{"languages":["th","en"]}}},{"name":"subdataset","dtype":"string"}]


hub_id: zhoubolei/scene_parse_150
license: ["bsd-3-clause"]
language: ["en"]
config_name: instance_segmentation
column_names: ["image","annotation"]
features: [{"name":"image","dtype":"image"},{"name":"annotation","dtype":"image"}]
tags:
["task_categories:image-segmentation","task_ids:instance-segmentation","annotations_creators:crowdsourced","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:extended|ade20k","language:en","license:bsd-3-clause","scene-parsing","arxiv:1608.05442","region:us"]


hub_id: google-research-datasets/schema_guided_dstc8
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: schema
column_names: ["service_name","description","slots","intents"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:token-classification","task_categories:text-classification","task_ids:dialogue-modeling","task_ids:multi-class-classification","task_ids:parsing","annotations_creators:machine-generated","language_creators:crowdsourced","language_creators:machine-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:10K<n<100K","arxiv:1909.05855","arxiv:2002.01359","region:us"]

features:
[{"name":"service_name","dtype":"string"},{"name":"description","dtype":"string"},{"name":"slots","sequence":[{"name":"name","dtype":"string"},{"name":"description","dtype":"string"},{"name":"is_categorical","dtype":"bool"},{"name":"possible_values","sequence":"string"}]},{"name":"intents","sequence":[{"name":"name","dtype":"string"},{"name":"description","dtype":"string"},{"name":"is_transactional","dtype":"bool"},{"name":"required_slots","sequence":"string"},{"name":"optional_slots","sequence":[{"name":"slot_name","dtype":"string"},{"name":"slot_value","dtype":"string"}]},{"name":"result_slots","sequence":"string"}]}]


hub_id: allenai/scicite
license: ["unknown"]
language: ["en"]
config_name: default
tags:
["task_categories:text-classification","task_ids:intent-classification","task_ids:multi-class-classification","annotations_creators:crowdsourced","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:10K<n<100K","arxiv:1904.01608","region:us"]

column_names:
["string","sectionName","label","citingPaperId","citedPaperId","excerpt_index","isKeyCitation","label2","citeEnd","citeStart","source","label_confidence","label2_confidence","id"]

features:
[{"name":"string","dtype":"string"},{"name":"sectionName","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"method","1":"background","2":"result"}}}},{"name":"citingPaperId","dtype":"string"},{"name":"citedPaperId","dtype":"string"},{"name":"excerpt_index","dtype":"int32"},{"name":"isKeyCitation","dtype":"bool"},{"name":"label2","dtype":{"class_label":{"names":{"0":"supportive","1":"not_supportive","2":"cant_determine","3":"none"}}}},{"name":"citeEnd","dtype":"int64"},{"name":"citeStart","dtype":"int64"},{"name":"source","dtype":{"class_label":{"names":{"0":"properNoun","1":"andPhrase","2":"acronym","3":"etAlPhrase","4":"explicit","5":"acronymParen","6":"nan"}}}},{"name":"label_confidence","dtype":"float32"},{"name":"label2_confidence","dtype":"float32"},{"name":"id","dtype":"string"}]


hub_id: community-datasets/scielo
license: ["unknown"]
language: ["en","es","pt"]
config_name: en-pt-es
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","pt","es"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:en","language:es","language:pt","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","dask","mlcroissant","arxiv:1905.01852","region:us","croissant"]


hub_id: armanc/scientific_papers
license: ["unknown"]
language: ["en"]
config_name: pubmed
column_names: ["article","abstract","section_names"]
tags:
["task_categories:summarization","annotations_creators:found","language_creators:found","multilinguality:monolingual","size_categories:100K<n<1M","source_datasets:original","language:en","license:unknown","abstractive-summarization","arxiv:1804.05685","region:us"]

features:
[{"name":"article","dtype":"string"},{"name":"abstract","dtype":"string"},{"name":"section_names","dtype":"string"}]


hub_id: allenai/scifact
license: ["cc-by-nc-2.0"]
language: ["en"]
config_name: claims
column_names: ["id","claim","evidence_doc_id","evidence_label","evidence_sentences","cited_doc_ids"]
tags:
["task_categories:text-classification","task_ids:fact-checking","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","size_categories:1K<n<10K","source_datasets:original","language:en","license:cc-by-nc-2.0","region:us"]

features:
[{"name":"id","dtype":"int32"},{"name":"claim","dtype":"string"},{"name":"evidence_doc_id","dtype":"string"},{"name":"evidence_label","dtype":"string"},{"name":"evidence_sentences","sequence":"int32"},{"name":"cited_doc_ids","sequence":"int32"}]


hub_id: allenai/sciq
license: ["cc-by-nc-3.0"]
language: ["en"]
config_name: default
column_names: ["question","distractor3","distractor1","distractor2","correct_answer","support"]
tags:
["task_categories:question-answering","task_ids:closed-domain-qa","annotations_creators:no-annotation","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-nc-3.0","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"question","dtype":"string"},{"name":"distractor3","dtype":"string"},{"name":"distractor1","dtype":"string"},{"name":"distractor2","dtype":"string"},{"name":"correct_answer","dtype":"string"},{"name":"support","dtype":"string"}]


hub_id: allenai/scitldr
license: ["unknown"]
language: ["en"]
config_name: FullText
column_names: ["source","source_labels","rouge_scores","paper_id","target"]
tags:
["task_categories:summarization","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1K<n<10K","text","timeseries","datasets","mlcroissant","arxiv:2004.15011","region:us","scientific-documents-summarization","croissant"]

features:
[{"name":"source","sequence":"string"},{"name":"source_labels","sequence":{"class_label":{"names":{"0":"non-oracle","1":"oracle"}}}},{"name":"rouge_scores","sequence":"float32"},{"name":"paper_id","dtype":"string"},{"name":"target","sequence":"string"}]


hub_id: kyunghyuncho/search_qa
license: ["unknown"]
language: ["en"]
config_name: train_test_val
column_names: ["category","air_date","question","value","answer","round","show_number","search_results"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:100K<n<1M","arxiv:1704.05179","region:us"]

features:
[{"name":"category","dtype":"string"},{"name":"air_date","dtype":"string"},{"name":"question","dtype":"string"},{"name":"value","dtype":"string"},{"name":"answer","dtype":"string"},{"name":"round","dtype":"string"},{"name":"show_number","dtype":"int32"},{"name":"search_results","sequence":[{"name":"urls","dtype":"string"},{"name":"snippets","dtype":"string"},{"name":"titles","dtype":"string"},{"name":"related_links","dtype":"string"}]}]


hub_id: hirupert/sede
license: ["apache-2.0"]
language: ["en"]
config_name: sede
column_names: ["QuerySetId","Title","Description","QueryBody","CreationDate","validated"]
tags:
["task_categories:token-classification","task_ids:parsing","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:apache-2.0","size_categories:10K<n<100K","arxiv:2106.05006","arxiv:2005.02539","region:us"]

features:
[{"name":"QuerySetId","dtype":"uint32"},{"name":"Title","dtype":"string"},{"name":"Description","dtype":"string"},{"name":"QueryBody","dtype":"string"},{"name":"CreationDate","dtype":"string"},{"name":"validated","dtype":"bool"}]


hub_id: community-datasets/selqa
license: ["apache-2.0"]
language: ["en"]
config_name: answer_triggering_experiments
column_names: ["question","candidate","label"]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:apache-2.0","size_categories:100K<n<1M","parquet","text","datasets","pandas","mlcroissant","arxiv:1606.00851","region:us","croissant"]

features:
[{"name":"question","dtype":"string"},{"name":"candidate","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1"}}}}]


hub_id: SemEvalWorkshop/sem_eval_2010_task_8
tags: ["language:en","region:us"]
license: []
language: ["en"]
config_name: default
column_names: ["sentence","relation"]
features:
[{"name":"sentence","dtype":"string"},{"name":"relation","dtype":{"class_label":{"names":{"0":"Cause-Effect(e1,e2)","1":"Cause-Effect(e2,e1)","2":"Component-Whole(e1,e2)","3":"Component-Whole(e2,e1)","4":"Content-Container(e1,e2)","5":"Content-Container(e2,e1)","6":"Entity-Destination(e1,e2)","7":"Entity-Destination(e2,e1)","8":"Entity-Origin(e1,e2)","9":"Entity-Origin(e2,e1)","10":"Instrument-Agency(e1,e2)","11":"Instrument-Agency(e2,e1)","12":"Member-Collection(e1,e2)","13":"Member-Collection(e2,e1)","14":"Message-Topic(e1,e2)","15":"Message-Topic(e2,e1)","16":"Product-Producer(e1,e2)","17":"Product-Producer(e2,e1)","18":"Other"}}}}]


hub_id: SemEvalWorkshop/sem_eval_2014_task_1
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["sentence_pair_id","premise","hypothesis","relatedness_score","entailment_judgment"]
tags:
["task_categories:text-classification","task_ids:text-scoring","task_ids:natural-language-inference","task_ids:semantic-similarity-scoring","annotations_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|other-ImageFlickr and SemEval-2012 STS MSR-Video Descriptions","language:en","license:cc-by-4.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"sentence_pair_id","dtype":"int64"},{"name":"premise","dtype":"string"},{"name":"hypothesis","dtype":"string"},{"name":"relatedness_score","dtype":"float32"},{"name":"entailment_judgment","dtype":{"class_label":{"names":{"0":"NEUTRAL","1":"ENTAILMENT","2":"CONTRADICTION"}}}}]


hub_id: SemEvalWorkshop/sem_eval_2018_task_1
license: ["unknown"]
language: ["ar","en","es"]
config_name: subtask5.arabic
tags:
["task_categories:text-classification","task_ids:multi-label-classification","annotations_creators:crowdsourced","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ar","language:en","language:es","license:unknown","size_categories:1K<n<10K","region:us","emotion-classification"]

column_names:
["ID","Tweet","anger","anticipation","disgust","fear","joy","love","optimism","pessimism","sadness","surprise","trust"]

features:
[{"name":"ID","dtype":"string"},{"name":"Tweet","dtype":"string"},{"name":"anger","dtype":"bool"},{"name":"anticipation","dtype":"bool"},{"name":"disgust","dtype":"bool"},{"name":"fear","dtype":"bool"},{"name":"joy","dtype":"bool"},{"name":"love","dtype":"bool"},{"name":"optimism","dtype":"bool"},{"name":"pessimism","dtype":"bool"},{"name":"sadness","dtype":"bool"},{"name":"surprise","dtype":"bool"},{"name":"trust","dtype":"bool"}]


hub_id: SemEvalWorkshop/sem_eval_2020_task_11
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["article_id","text","span_identification","technique_classification"]
tags:
["task_categories:text-classification","task_categories:token-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:n<1K","arxiv:2009.02696","region:us","propaganda-span-identification","propaganda-technique-classification"]

features:
[{"name":"article_id","dtype":"string"},{"name":"text","dtype":"string"},{"name":"span_identification","sequence":[{"name":"start_char_offset","dtype":"int64"},{"name":"end_char_offset","dtype":"int64"}]},{"name":"technique_classification","sequence":[{"name":"start_char_offset","dtype":"int64"},{"name":"end_char_offset","dtype":"int64"},{"name":"technique","dtype":{"class_label":{"names":{"0":"Appeal_to_Authority","1":"Appeal_to_fear-prejudice","2":"Bandwagon,Reductio_ad_hitlerum","3":"Black-and-White_Fallacy","4":"Causal_Oversimplification","5":"Doubt","6":"Exaggeration,Minimisation","7":"Flag-Waving","8":"Loaded_Language","9":"Name_Calling,Labeling","10":"Repetition","11":"Slogans","12":"Thought-terminating_Cliches","13":"Whataboutism,Straw_Men,Red_Herring"}}}}]}]


hub_id: google-research-datasets/sent_comp
license: ["unknown"]
language: ["en"]
config_name: default
tags:
["task_categories:other","annotations_creators:machine-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:100K<n<1M","region:us","sentence-compression"]

column_names:
["graph","compression","headline","compression_ratio","doc_id","source_tree","compression_untransformed"]

features:
[{"name":"graph","struct":[{"name":"id","dtype":"string"},{"name":"sentence","dtype":"string"},{"name":"node","sequence":[{"name":"form","dtype":"string"},{"name":"type","dtype":"string"},{"name":"mid","dtype":"string"},{"name":"word","sequence":[{"name":"id","dtype":"int32"},{"name":"form","dtype":"string"},{"name":"stem","dtype":"string"},{"name":"tag","dtype":"string"}]},{"name":"gender","dtype":"int32"},{"name":"head_word_index","dtype":"int32"}]},{"name":"edge","sequence":[{"name":"parent_id","dtype":"int32"},{"name":"child_id","dtype":"int32"},{"name":"label","dtype":"string"}]},{"name":"entity_mention","sequence":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"head","dtype":"int32"},{"name":"name","dtype":"string"},{"name":"type","dtype":"string"},{"name":"mid","dtype":"string"},{"name":"is_proper_name_entity","dtype":"bool"},{"name":"gender","dtype":"int32"}]}]},{"name":"compression","struct":[{"name":"text","dtype":"string"},{"name":"edge","sequence":[{"name":"parent_id","dtype":"int32"},{"name":"child_id","dtype":"int32"}]}]},{"name":"headline","dtype":"string"},{"name":"compression_ratio","dtype":"float32"},{"name":"doc_id","dtype":"string"},{"name":"source_tree","struct":[{"name":"id","dtype":"string"},{"name":"sentence","dtype":"string"},{"name":"node","sequence":[{"name":"form","dtype":"string"},{"name":"type","dtype":"string"},{"name":"mid","dtype":"string"},{"name":"word","sequence":[{"name":"id","dtype":"int32"},{"name":"form","dtype":"string"},{"name":"stem","dtype":"string"},{"name":"tag","dtype":"string"}]},{"name":"gender","dtype":"int32"},{"name":"head_word_index","dtype":"int32"}]},{"name":"edge","sequence":[{"name":"parent_id","dtype":"int32"},{"name":"child_id","dtype":"int32"},{"name":"label","dtype":"string"}]},{"name":"entity_mention","sequence":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"head","dtype":"int32"},{"name":"name","dtype":"string"},{"name":"type","dtype":"string"},{"name":"mid","dtype":"string"},{"name":"is_proper_name_entity","dtype":"bool"},{"name":"gender","dtype":"int32"}]}]},{"name":"compression_untransformed","struct":[{"name":"text","dtype":"string"},{"name":"edge","sequence":[{"name":"parent_id","dtype":"int32"},{"name":"child_id","dtype":"int32"}]}]}]


hub_id: senti-lex/senti_lex
license: ["gpl-3.0"]
config_name: zhw
column_names: ["word","sentiment"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:multilingual","source_datasets:original","language:af","language:an","language:ar","language:az","language:be","language:bg","language:bn","language:br","language:bs","language:ca","language:cs","language:cy","language:da","language:de","language:el","language:eo","language:es","language:et","language:eu","language:fa","language:fi","language:fo","language:fr","language:fy","language:ga","language:gd","language:gl","language:gu","language:he","language:hi","language:hr","language:ht","language:hu","language:hy","language:ia","language:id","language:io","language:is","language:it","language:ja","language:ka","language:km","language:kn","language:ko","language:ku","language:ky","language:la","language:lb","language:lt","language:lv","language:mk","language:mr","language:ms","language:mt","language:nl","language:nn","language:no","language:pl","language:pt","language:rm","language:ro","language:ru","language:sk","language:sl","language:sq","language:sr","language:sv","language:sw","language:ta","language:te","language:th","language:tk","language:tl","language:tr","language:uk","language:ur","language:uz","language:vi","language:vo","language:wa","language:yi","language:zh","language:zhw","license:gpl-3.0","size_categories:1K<n<10K","region:us"]

language:
["af","an","ar","az","be","bg","bn","br","bs","ca","cs","cy","da","de","el","eo","es","et","eu","fa","fi","fo","fr","fy","ga","gd","gl","gu","he","hi","hr","ht","hu","hy","ia","id","io","is","it","ja","ka","km","kn","ko","ku","ky","la","lb","lt","lv","mk","mr","ms","mt","nl","nn","no","pl","pt","rm","ro","ru","sk","sl","sq","sr","sv","sw","ta","te","th","tk","tl","tr","uk","ur","uz","vi","vo","wa","yi","zh","zhw"]

features:
[{"name":"word","dtype":"string"},{"name":"sentiment","dtype":{"class_label":{"names":{"0":"negative","1":"positive"}}}}]


hub_id: community-datasets/senti_ws
license: ["cc-by-sa-3.0"]
language: ["de"]
config_name: sentiment-scoring
column_names: ["word","sentiment-score"]
features: [{"name":"word","dtype":"string"},{"name":"sentiment-score","dtype":"float32"}]
tags:
["task_categories:token-classification","task_categories:text-classification","task_ids:text-scoring","task_ids:sentiment-scoring","task_ids:part-of-speech","annotations_creators:expert-generated","annotations_creators:machine-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:de","license:cc-by-sa-3.0","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: stanfordnlp/sentiment140
tags: ["language:en","region:us"]
license: []
language: ["en"]
config_name: sentiment140
column_names: ["text","date","user","sentiment","query"]
features:
[{"name":"text","dtype":"string"},{"name":"date","dtype":"string"},{"name":"user","dtype":"string"},{"name":"sentiment","dtype":"int32"},{"name":"query","dtype":"string"}]


hub_id: community-datasets/sepedi_ner
license: ["other"]
language: ["nso"]
config_name: sepedi_ner
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:nso","license:other","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: nwu-ctext/sesotho_ner_corpus
license: ["other"]
language: ["st"]
config_name: sesotho_ner_corpus
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:st","license:other","size_categories:1K<n<10K","region:us"]


hub_id: community-datasets/setimes
license: ["cc-by-sa-4.0"]
language: ["bg","bs","el","en","hr","mk","ro","sq","sr","tr"]
config_name: sr-tr
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:bg","language:bs","language:el","language:en","language:hr","language:mk","language:ro","language:sq","language:sr","language:tr","license:cc-by-sa-4.0","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["sr","tr"]}}}]


hub_id: nwu-ctext/setswana_ner_corpus
license: ["other"]
language: ["tn"]
config_name: setswana_ner_corpus
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:tn","license:other","size_categories:1K<n<10K","region:us"]


hub_id: UCLNLP/sharc
license: ["cc-by-sa-3.0"]
language: ["en"]
config_name: sharc
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-3.0","size_categories:10K<n<100K","arxiv:1809.01494","region:us","conversational-qa"]

column_names:
["id","utterance_id","source_url","snippet","question","scenario","history","evidence","answer","negative_question","negative_scenario"]

features:
[{"name":"id","dtype":"string"},{"name":"utterance_id","dtype":"string"},{"name":"source_url","dtype":"string"},{"name":"snippet","dtype":"string"},{"name":"question","dtype":"string"},{"name":"scenario","dtype":"string"},{"name":"history","list":[{"name":"follow_up_question","dtype":"string"},{"name":"follow_up_answer","dtype":"string"}]},{"name":"evidence","list":[{"name":"follow_up_question","dtype":"string"},{"name":"follow_up_answer","dtype":"string"}]},{"name":"answer","dtype":"string"},{"name":"negative_question","dtype":"bool_"},{"name":"negative_scenario","dtype":"bool_"}]


hub_id: nikhilweee/sharc_modified
license: ["unknown"]
language: ["en"]
config_name: history_dev_multi
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|sharc","language:en","license:unknown","size_categories:10K<n<100K","arxiv:1909.03759","arxiv:2009.06354","region:us","conversational-qa"]

column_names:
["id","utterance_id","source_url","snippet","question","scenario","history","evidence","answer","all_answers"]

features:
[{"name":"id","dtype":"string"},{"name":"utterance_id","dtype":"string"},{"name":"source_url","dtype":"string"},{"name":"snippet","dtype":"string"},{"name":"question","dtype":"string"},{"name":"scenario","dtype":"string"},{"name":"history","list":[{"name":"follow_up_question","dtype":"string"},{"name":"follow_up_answer","dtype":"string"}]},{"name":"evidence","list":[{"name":"follow_up_question","dtype":"string"},{"name":"follow_up_answer","dtype":"string"}]},{"name":"answer","dtype":"string"},{"name":"all_answers","sequence":"string"}]


hub_id: RobZamp/sick
license: ["cc-by-nc-sa-3.0"]
language: ["en"]
config_name: default
tags:
["task_categories:text-classification","task_ids:natural-language-inference","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","size_categories:1K<n<10K","source_datasets:extended|image-flickr-8k","source_datasets:extended|semeval2012-sts-msr-video","language:en","license:cc-by-nc-sa-3.0","region:us"]

column_names:
["id","sentence_A","sentence_B","label","relatedness_score","entailment_AB","entailment_BA","sentence_A_original","sentence_B_original","sentence_A_dataset","sentence_B_dataset"]

features:
[{"name":"id","dtype":"string"},{"name":"sentence_A","dtype":"string"},{"name":"sentence_B","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"entailment","1":"neutral","2":"contradiction"}}}},{"name":"relatedness_score","dtype":"float32"},{"name":"entailment_AB","dtype":"string"},{"name":"entailment_BA","dtype":"string"},{"name":"sentence_A_original","dtype":"string"},{"name":"sentence_B_original","dtype":"string"},{"name":"sentence_A_dataset","dtype":"string"},{"name":"sentence_B_dataset","dtype":"string"}]


hub_id: eusip/silicone
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: swda
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:text-classification","task_ids:dialogue-modeling","task_ids:language-modeling","task_ids:masked-language-modeling","task_ids:sentiment-classification","task_ids:text-scoring","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:100K<n<1M","arxiv:2009.11152","region:us","emotion-classification","dialogue-act-classification"]

column_names:
["Utterance","Dialogue_Act","From_Caller","To_Caller","Topic","Dialogue_ID","Conv_ID","Label","Idx"]

features:
[{"name":"Utterance","dtype":"string"},{"name":"Dialogue_Act","dtype":"string"},{"name":"From_Caller","dtype":"string"},{"name":"To_Caller","dtype":"string"},{"name":"Topic","dtype":"string"},{"name":"Dialogue_ID","dtype":"string"},{"name":"Conv_ID","dtype":"string"},{"name":"Label","dtype":{"class_label":{"names":{"0":"sd","1":"b","2":"sv","3":"%","4":"aa","5":"ba","6":"fc","7":"qw","8":"nn","9":"bk","10":"h","11":"qy^d","12":"bh","13":"^q","14":"bf","15":"fo_o_fw_\"_by_bc","16":"fo_o_fw_by_bc_\"","17":"na","18":"ad","19":"^2","20":"b^m","21":"qo","22":"qh","23":"^h","24":"ar","25":"ng","26":"br","27":"no","28":"fp","29":"qrr","30":"arp_nd","31":"t3","32":"oo_co_cc","33":"aap_am","34":"t1","35":"bd","36":"^g","37":"qw^d","38":"fa","39":"ft","40":"+","41":"x","42":"ny","43":"sv_fx","44":"qy_qr","45":"ba_fe"}}}},{"name":"Idx","dtype":"int32"}]


hub_id: fbougares/simple_questions_v2
license: ["cc-by-3.0"]
language: ["en"]
config_name: freebase5m
column_names: ["id","subject_entity","relationship","object_entities"]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","annotations_creators:machine-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-3.0","size_categories:100K<n<1M","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"subject_entity","dtype":"string"},{"name":"relationship","dtype":"string"},{"name":"object_entities","sequence":"string"}]


hub_id: nwu-ctext/siswati_ner_corpus
license: ["other"]
language: ["ss"]
config_name: siswati_ner_corpus
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ss","license:other","size_categories:10K<n<100K","region:us"]


hub_id: dfki-nlp/smartdata
license: ["cc-by-4.0"]
language: ["de"]
config_name: smartdata-v3_20200302
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:de","license:cc-by-4.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-DATE","2":"I-DATE","3":"B-DISASTER_TYPE","4":"I-DISASTER_TYPE","5":"B-DISTANCE","6":"I-DISTANCE","7":"B-DURATION","8":"I-DURATION","9":"B-LOCATION","10":"I-LOCATION","11":"B-LOCATION_CITY","12":"I-LOCATION_CITY","13":"B-LOCATION_ROUTE","14":"I-LOCATION_ROUTE","15":"B-LOCATION_STOP","16":"I-LOCATION_STOP","17":"B-LOCATION_STREET","18":"I-LOCATION_STREET","19":"B-NUMBER","20":"I-NUMBER","21":"B-ORGANIZATION","22":"I-ORGANIZATION","23":"B-ORGANIZATION_COMPANY","24":"I-ORGANIZATION_COMPANY","25":"B-ORG_POSITION","26":"I-ORG_POSITION","27":"B-PERSON","28":"I-PERSON","29":"B-TIME","30":"I-TIME","31":"B-TRIGGER","32":"I-TRIGGER"}}}}]


hub_id: ucirvine/sms_spam
license: ["unknown"]
language: ["en"]
config_name: plain_text
column_names: ["sms","label"]
tags:
["task_categories:text-classification","task_ids:intent-classification","annotations_creators:crowdsourced","annotations_creators:found","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:extended|other-nus-sms-corpus","language:en","license:unknown","size_categories:1K<n<10K","region:us"]

features:
[{"name":"sms","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"ham","1":"spam"}}}}]


hub_id: sonos-nlu-benchmark/snips_built_in_intents
license: ["cc0-1.0"]
language: ["en"]
config_name: default
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:intent-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc0-1.0","size_categories:n<1K","arxiv:1805.10190","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"ComparePlaces","1":"RequestRide","2":"GetWeather","3":"SearchPlace","4":"GetPlaceDetails","5":"ShareCurrentLocation","6":"GetTrafficInformation","7":"BookRestaurant","8":"GetDirections","9":"ShareETA"}}}}]


hub_id: stanfordnlp/snli
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: plain_text
column_names: ["premise","hypothesis","label"]
tags:
["task_categories:text-classification","task_ids:natural-language-inference","task_ids:multi-input-text-classification","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:extended|other-flicker-30k","source_datasets:extended|other-visual-genome","language:en","license:cc-by-sa-4.0","size_categories:100M<n<1B","parquet","text","datasets","pandas","mlcroissant","arxiv:1508.05326","region:us","croissant"]


hub_id: SNOW-NLP/snow_simplified_japanese_corpus
license: ["cc-by-4.0"]
language: ["en","ja"]
config_name: snow_t23
column_names: ["ID","original_ja","simplified_ja","original_en","proper_noun"]
tags:
["task_categories:translation","annotations_creators:crowdsourced","annotations_creators:other","language_creators:found","multilinguality:translation","source_datasets:original","language:en","language:ja","license:cc-by-4.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"ID","dtype":"string"},{"name":"original_ja","dtype":"string"},{"name":"simplified_ja","dtype":"string"},{"name":"original_en","dtype":"string"},{"name":"proper_noun","dtype":"string"}]


hub_id: community-datasets/so_stacksample
license: ["cc-by-sa-3.0"]
language: ["en"]
config_name: Tags
column_names: ["Id","Tag"]
features: [{"name":"Id","dtype":"int32"},{"name":"Tag","dtype":"string"}]
tags:
["task_categories:text2text-generation","task_ids:abstractive-qa","task_ids:open-domain-abstractive-qa","annotations_creators:no-annotation","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-3.0","size_categories:1M<n<10M","region:us"]


hub_id: allenai/social_bias_frames
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
tags:
["task_categories:text2text-generation","task_categories:text-classification","task_ids:hate-speech-detection","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:100K<n<1M","region:us","explanation-generation"]

column_names:
["whoTarget","intentYN","sexYN","sexReason","offensiveYN","annotatorGender","annotatorMinority","sexPhrase","speakerMinorityYN","WorkerId","HITId","annotatorPolitics","annotatorRace","annotatorAge","post","targetMinority","targetCategory","targetStereotype","dataSource"]

features:
[{"name":"whoTarget","dtype":"string"},{"name":"intentYN","dtype":"string"},{"name":"sexYN","dtype":"string"},{"name":"sexReason","dtype":"string"},{"name":"offensiveYN","dtype":"string"},{"name":"annotatorGender","dtype":"string"},{"name":"annotatorMinority","dtype":"string"},{"name":"sexPhrase","dtype":"string"},{"name":"speakerMinorityYN","dtype":"string"},{"name":"WorkerId","dtype":"string"},{"name":"HITId","dtype":"string"},{"name":"annotatorPolitics","dtype":"string"},{"name":"annotatorRace","dtype":"string"},{"name":"annotatorAge","dtype":"string"},{"name":"post","dtype":"string"},{"name":"targetMinority","dtype":"string"},{"name":"targetCategory","dtype":"string"},{"name":"targetStereotype","dtype":"string"},{"name":"dataSource","dtype":"string"}]


hub_id: allenai/social_i_qa
tags: ["language:en","region:us"]
license: []
language: ["en"]
config_name: default
column_names: ["context","question","answerA","answerB","answerC","label"]
features:
[{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answerA","dtype":"string"},{"name":"answerB","dtype":"string"},{"name":"answerC","dtype":"string"},{"name":"label","dtype":"string"}]


hub_id: boschresearch/sofc_materials_articles
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:token-classification","task_categories:text-classification","task_ids:named-entity-recognition","task_ids:slot-filling","task_ids:topic-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:n<1K","arxiv:2006.03039","region:us"]

column_names:
["text","sentence_offsets","sentences","sentence_labels","token_offsets","tokens","entity_labels","slot_labels","links","slots","spans","experiments"]

features:
[{"name":"text","dtype":"string"},{"name":"sentence_offsets","sequence":[{"name":"begin_char_offset","dtype":"int64"},{"name":"end_char_offset","dtype":"int64"}]},{"name":"sentences","sequence":"string"},{"name":"sentence_labels","sequence":"int64"},{"name":"token_offsets","sequence":[{"name":"offsets","sequence":[{"name":"begin_char_offset","dtype":"int64"},{"name":"end_char_offset","dtype":"int64"}]}]},{"name":"tokens","sequence":{"sequence":"string"}},{"name":"entity_labels","sequence":{"sequence":{"class_label":{"names":{"0":"B-DEVICE","1":"B-EXPERIMENT","2":"B-MATERIAL","3":"B-VALUE","4":"I-DEVICE","5":"I-EXPERIMENT","6":"I-MATERIAL","7":"I-VALUE","8":"O"}}}}},{"name":"slot_labels","sequence":{"sequence":{"class_label":{"names":{"0":"B-anode_material","1":"B-cathode_material","2":"B-conductivity","3":"B-current_density","4":"B-degradation_rate","5":"B-device","6":"B-electrolyte_material","7":"B-experiment_evoking_word","8":"B-fuel_used","9":"B-interlayer_material","10":"B-interconnect_material","11":"B-open_circuit_voltage","12":"B-power_density","13":"B-resistance","14":"B-support_material","15":"B-thickness","16":"B-time_of_operation","17":"B-voltage","18":"B-working_temperature","19":"I-anode_material","20":"I-cathode_material","21":"I-conductivity","22":"I-current_density","23":"I-degradation_rate","24":"I-device","25":"I-electrolyte_material","26":"I-experiment_evoking_word","27":"I-fuel_used","28":"I-interlayer_material","29":"I-interconnect_material","30":"I-open_circuit_voltage","31":"I-power_density","32":"I-resistance","33":"I-support_material","34":"I-thickness","35":"I-time_of_operation","36":"I-voltage","37":"I-working_temperature","38":"O"}}}}},{"name":"links","sequence":[{"name":"relation_label","dtype":{"class_label":{"names":{"0":"coreference","1":"experiment_variation","2":"same_experiment","3":"thickness"}}}},{"name":"start_span_id","dtype":"int64"},{"name":"end_span_id","dtype":"int64"}]},{"name":"slots","sequence":[{"name":"frame_participant_label","dtype":{"class_label":{"names":{"0":"anode_material","1":"cathode_material","2":"current_density","3":"degradation_rate","4":"device","5":"electrolyte_material","6":"fuel_used","7":"interlayer_material","8":"open_circuit_voltage","9":"power_density","10":"resistance","11":"support_material","12":"time_of_operation","13":"voltage","14":"working_temperature"}}}},{"name":"slot_id","dtype":"int64"}]},{"name":"spans","sequence":[{"name":"span_id","dtype":"int64"},{"name":"entity_label","dtype":{"class_label":{"names":{"0":"","1":"DEVICE","2":"MATERIAL","3":"VALUE"}}}},{"name":"sentence_id","dtype":"int64"},{"name":"experiment_mention_type","dtype":{"class_label":{"names":{"0":"","1":"current_exp","2":"future_work","3":"general_info","4":"previous_work"}}}},{"name":"begin_char_offset","dtype":"int64"},{"name":"end_char_offset","dtype":"int64"}]},{"name":"experiments","sequence":[{"name":"experiment_id","dtype":"int64"},{"name":"span_id","dtype":"int64"},{"name":"slots","sequence":[{"name":"frame_participant_label","dtype":{"class_label":{"names":{"0":"anode_material","1":"cathode_material","2":"current_density","3":"degradation_rate","4":"conductivity","5":"device","6":"electrolyte_material","7":"fuel_used","8":"interlayer_material","9":"open_circuit_voltage","10":"power_density","11":"resistance","12":"support_material","13":"time_of_operation","14":"voltage","15":"working_temperature"}}}},{"name":"slot_id","dtype":"int64"}]}]}]


hub_id: community-datasets/sogou_news
license: []
language: []
config_name: default
column_names: ["title","content","label"]
tags:
["size_categories:100K<n<1M","parquet","text","datasets","dask","mlcroissant","arxiv:1509.01626","region:us","croissant"]

features:
[{"name":"title","dtype":"string"},{"name":"content","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"sports","1":"finance","2":"entertainment","3":"automobile","4":"technology"}}}}]


hub_id: crscardellino/spanish_billion_words
license: ["cc-by-sa-4.0"]
language: ["es"]
config_name: corpus
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:other","task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:es","license:cc-by-sa-4.0","size_categories:10M<n<100M","region:us"]


hub_id: Helsinki-NLP/spc
license: ["unknown"]
language: ["af","el","en","zh"]
config_name: en-zh
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:af","language:el","language:en","language:zh","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["en","zh"]}}}]


hub_id: google/speech_commands
license: ["cc-by-4.0"]
language: ["en"]
config_name: v0.02
column_names: ["file","audio","label","is_unknown","speaker_id","utterance_id"]
tags:
["task_categories:audio-classification","task_ids:keyword-spotting","annotations_creators:other","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:100K<n<1M","arxiv:1804.03209","region:us"]

features:
[{"name":"file","dtype":"string"},{"name":"audio","dtype":{"audio":{"sampling_rate":16000}}},{"name":"label","dtype":{"class_label":{"names":{"0":"yes","1":"no","2":"up","3":"down","4":"left","5":"right","6":"on","7":"off","8":"stop","9":"go","10":"zero","11":"one","12":"two","13":"three","14":"four","15":"five","16":"six","17":"seven","18":"eight","19":"nine","20":"bed","21":"bird","22":"cat","23":"dog","24":"happy","25":"house","26":"marvin","27":"sheila","28":"tree","29":"wow","30":"backward","31":"forward","32":"follow","33":"learn","34":"visual","35":"_silence_"}}}},{"name":"is_unknown","dtype":"bool"},{"name":"speaker_id","dtype":"string"},{"name":"utterance_id","dtype":"int8"}]


hub_id: xlangai/spider
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: spider
column_names: ["db_id","query","question","query_toks","query_toks_no_value","question_toks"]
tags:
["task_categories:text2text-generation","annotations_creators:expert-generated","language_creators:expert-generated","language_creators:machine-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","arxiv:1809.08887","region:us","text-to-sql","croissant"]

features:
[{"name":"db_id","dtype":"string"},{"name":"query","dtype":"string"},{"name":"question","dtype":"string"},{"name":"query_toks","sequence":"string"},{"name":"query_toks_no_value","sequence":"string"},{"name":"question_toks","sequence":"string"}]


hub_id: rajpurkar/squad
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: plain_text
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:extended|wikipedia","language:en","license:cc-by-sa-4.0","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","arxiv:1606.05250","region:us","croissant"]


hub_id: stanfordnlp/squad_adversarial
license: ["mit"]
language: ["en"]
config_name: AddOneSent
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:extended|squad","language:en","license:mit","size_categories:1K<n<10K","region:us"]


hub_id: ccasimiro/squad_es
license: ["cc-by-4.0"]
language: ["es"]
config_name: v1.1.0
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:machine-generated","language_creators:machine-generated","multilinguality:monolingual","source_datasets:extended|squad","language:es","license:cc-by-4.0","size_categories:10K<n<100K","arxiv:1912.05200","region:us"]


hub_id: crux82/squad_it
license: ["unknown"]
language: ["it"]
config_name: default
column_names: ["id","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","task_ids:extractive-qa","annotations_creators:machine-generated","language_creators:machine-generated","multilinguality:monolingual","size_categories:unknown","source_datasets:extended|squad","language:it","license:unknown","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answers","sequence":[{"name":"text","dtype":"string"},{"name":"answer_start","dtype":"int32"}]}]


hub_id: KorQuAD/squad_kor_v1
license: ["cc-by-nd-4.0"]
language: ["ko"]
config_name: squad_kor_v1
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ko","license:cc-by-nd-4.0","size_categories:10K<n<100K","arxiv:1909.07005","region:us"]


hub_id: KorQuAD/squad_kor_v2
license: ["cc-by-nd-4.0"]
language: ["ko"]
config_name: squad_kor_v2
column_names: ["id","title","context","question","answer","url","raw_html"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:extended|squad_kor_v1","source_datasets:original","language:ko","license:cc-by-nd-4.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"title","dtype":"string"},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answer","struct":[{"name":"text","dtype":"string"},{"name":"answer_start","dtype":"int32"},{"name":"html_answer_start","dtype":"int32"}]},{"name":"url","dtype":"string"},{"name":"raw_html","dtype":"string"}]


hub_id: nunorc/squad_v1_pt
license: ["mit"]
language: ["pt"]
config_name: default
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","task_ids:open-domain-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:pt","license:mit","size_categories:10K<n<100K","arxiv:1606.05250","region:us"]


hub_id: rajpurkar/squad_v2
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: squad_v2
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","arxiv:1806.03822","arxiv:1606.05250","region:us","croissant"]


hub_id: ludwigschmidt/squadshifts
license: ["cc-by-4.0"]
language: ["en"]
config_name: amazon
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:10K<n<100K","region:us"]


hub_id: community-datasets/srwac
license: ["cc-by-sa-3.0"]
language: ["sr"]
config_name: srwac
column_names: ["sentence"]
features: [{"name":"sentence","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:sr","license:cc-by-sa-3.0","size_categories:100M<n<1B","region:us"]


hub_id: stanfordnlp/sst
license: ["unknown"]
language: ["en"]
config_name: ptb
column_names: ["ptb_tree"]
features: [{"name":"ptb_tree","dtype":"string"}]
tags:
["task_categories:text-classification","task_ids:text-scoring","task_ids:sentiment-classification","task_ids:sentiment-scoring","annotations_creators:crowdsourced","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:100K<n<1M","region:us"]


hub_id: McGill-NLP/stereoset
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: intrasentence
column_names: ["id","target","bias_type","context","sentences"]
tags:
["task_categories:text-classification","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","arxiv:2004.09456","region:us","stereotype-detection","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"target","dtype":"string"},{"name":"bias_type","dtype":"string"},{"name":"context","dtype":"string"},{"name":"sentences","sequence":[{"name":"sentence","dtype":"string"},{"name":"id","dtype":"string"},{"name":"labels","sequence":[{"name":"label","dtype":{"class_label":{"names":{"0":"anti-stereotype","1":"stereotype","2":"unrelated","3":"related"}}}},{"name":"human_id","dtype":"string"}]},{"name":"gold_label","dtype":{"class_label":{"names":{"0":"anti-stereotype","1":"stereotype","2":"unrelated"}}}}]}]


hub_id: LSDSem/story_cloze
license: ["unknown"]
language: ["en"]
config_name: 2018
tags:
["task_categories:other","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1K<n<10K","region:us"]

column_names:
["story_id","input_sentence_1","input_sentence_2","input_sentence_3","input_sentence_4","sentence_quiz1","sentence_quiz2","answer_right_ending"]

features:
[{"name":"story_id","dtype":"string"},{"name":"input_sentence_1","dtype":"string"},{"name":"input_sentence_2","dtype":"string"},{"name":"input_sentence_3","dtype":"string"},{"name":"input_sentence_4","dtype":"string"},{"name":"sentence_quiz1","dtype":"string"},{"name":"sentence_quiz2","dtype":"string"},{"name":"answer_right_ending","dtype":"int32"}]


hub_id: timpal0l/stsb_mt_sv
license: ["unknown"]
language: ["sv"]
config_name: plain_text
column_names: ["sentence1","sentence2","score"]
tags:
["task_categories:text-classification","task_ids:text-scoring","task_ids:semantic-similarity-scoring","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:machine-generated","multilinguality:monolingual","source_datasets:extended|other-sts-b","language:sv","license:unknown","size_categories:1K<n<10K","arxiv:2009.03116","region:us"]

features:
[{"name":"sentence1","dtype":"string"},{"name":"sentence2","dtype":"string"},{"name":"score","dtype":"float32"}]


hub_id: PhilipMay/stsb_multi_mt
license: ["other"]
language: ["de","en","es","fr","it","nl","pl","pt","ru","zh"]
config_name: zh
column_names: ["sentence1","sentence2","similarity_score"]
tags:
["task_categories:text-classification","task_ids:text-scoring","task_ids:semantic-similarity-scoring","annotations_creators:crowdsourced","language_creators:crowdsourced","language_creators:found","language_creators:machine-generated","multilinguality:multilingual","source_datasets:extended|other-sts-b","language:de","language:en","language:es","language:fr","language:it","language:nl","language:pl","language:pt","language:ru","language:zh","license:other","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","arxiv:1708.00055","region:us","sentence-transformers","croissant"]

features:
[{"name":"sentence1","dtype":"string"},{"name":"sentence2","dtype":"string"},{"name":"similarity_score","dtype":"float32"}]


hub_id: community-datasets/style_change_detection
tags: ["region:us"]
license: []
language: []
config_name: wide
column_names: ["id","text","authors","structure","site","multi-author","changes"]
features:
[{"name":"id","dtype":"string"},{"name":"text","dtype":"string"},{"name":"authors","dtype":"int32"},{"name":"structure","sequence":"string"},{"name":"site","dtype":"string"},{"name":"multi-author","dtype":"bool"},{"name":"changes","sequence":"bool"}]


hub_id: megagonlabs/subjqa
license: ["unknown"]
language: ["en"]
config_name: tripadvisor
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","source_datasets:extended|yelp_review_full","source_datasets:extended|other-amazon_reviews_ucsd","source_datasets:extended|other-tripadvisor_reviews","language:en","license:unknown","size_categories:1K<n<10K","arxiv:2004.14283","region:us"]

column_names:
["domain","nn_mod","nn_asp","query_mod","query_asp","q_reviews_id","question_subj_level","ques_subj_score","is_ques_subjective","review_id","id","title","context","question","answers"]

features:
[{"name":"domain","dtype":"string"},{"name":"nn_mod","dtype":"string"},{"name":"nn_asp","dtype":"string"},{"name":"query_mod","dtype":"string"},{"name":"query_asp","dtype":"string"},{"name":"q_reviews_id","dtype":"string"},{"name":"question_subj_level","dtype":"int64"},{"name":"ques_subj_score","dtype":"float32"},{"name":"is_ques_subjective","dtype":"bool"},{"name":"review_id","dtype":"string"},{"name":"id","dtype":"string"},{"name":"title","dtype":"string"},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answers","sequence":[{"name":"text","dtype":"string"},{"name":"answer_start","dtype":"int32"},{"name":"answer_subj_level","dtype":"int64"},{"name":"ans_subj_score","dtype":"float32"},{"name":"is_ans_subjective","dtype":"bool"}]}]


hub_id: aps/super_glue
license: ["other"]
language: ["en"]
config_name: axg
column_names: ["premise","hypothesis","idx","label"]
tags:
["task_categories:text-classification","task_categories:token-classification","task_categories:question-answering","task_ids:natural-language-inference","task_ids:word-sense-disambiguation","task_ids:coreference-resolution","task_ids:extractive-qa","annotations_creators:expert-generated","language_creators:other","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:extended|other","language:en","license:other","superglue","NLU","natural language understanding","arxiv:1905.00537","region:us"]

features:
[{"name":"premise","dtype":"string"},{"name":"hypothesis","dtype":"string"},{"name":"idx","dtype":"int32"},{"name":"label","dtype":{"class_label":{"names":{"0":"entailment","1":"not_entailment"}}}}]


hub_id: s3prl/superb
license: ["unknown"]
language: ["en"]
config_name: si
column_names: ["file","label"]
tags:
["task_categories:automatic-speech-recognition","task_categories:audio-classification","task_ids:keyword-spotting","task_ids:speaker-identification","task_ids:audio-intent-classification","task_ids:audio-emotion-recognition","annotations_creators:other","language_creators:other","multilinguality:monolingual","size_categories:unknown","source_datasets:original","source_datasets:extended|librispeech_asr","source_datasets:extended|other-librimix","source_datasets:extended|other-speech_commands","language:en","license:unknown","query-by-example-spoken-term-detection","audio-slot-filling","speaker-diarization","automatic-speaker-verification","arxiv:2105.01051","region:us"]

features:
[{"name":"file","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"id10001","1":"id10002","2":"id10003","3":"id10004","4":"id10005","5":"id10006","6":"id10007","7":"id10008","8":"id10009","9":"id10010","10":"id10011","11":"id10012","12":"id10013","13":"id10014","14":"id10015","15":"id10016","16":"id10017","17":"id10018","18":"id10019","19":"id10020","20":"id10021","21":"id10022","22":"id10023","23":"id10024","24":"id10025","25":"id10026","26":"id10027","27":"id10028","28":"id10029","29":"id10030","30":"id10031","31":"id10032","32":"id10033","33":"id10034","34":"id10035","35":"id10036","36":"id10037","37":"id10038","38":"id10039","39":"id10040","40":"id10041","41":"id10042","42":"id10043","43":"id10044","44":"id10045","45":"id10046","46":"id10047","47":"id10048","48":"id10049","49":"id10050","50":"id10051","51":"id10052","52":"id10053","53":"id10054","54":"id10055","55":"id10056","56":"id10057","57":"id10058","58":"id10059","59":"id10060","60":"id10061","61":"id10062","62":"id10063","63":"id10064","64":"id10065","65":"id10066","66":"id10067","67":"id10068","68":"id10069","69":"id10070","70":"id10071","71":"id10072","72":"id10073","73":"id10074","74":"id10075","75":"id10076","76":"id10077","77":"id10078","78":"id10079","79":"id10080","80":"id10081","81":"id10082","82":"id10083","83":"id10084","84":"id10085","85":"id10086","86":"id10087","87":"id10088","88":"id10089","89":"id10090","90":"id10091","91":"id10092","92":"id10093","93":"id10094","94":"id10095","95":"id10096","96":"id10097","97":"id10098","98":"id10099","99":"id10100","100":"id10101","101":"id10102","102":"id10103","103":"id10104","104":"id10105","105":"id10106","106":"id10107","107":"id10108","108":"id10109","109":"id10110","110":"id10111","111":"id10112","112":"id10113","113":"id10114","114":"id10115","115":"id10116","116":"id10117","117":"id10118","118":"id10119","119":"id10120","120":"id10121","121":"id10122","122":"id10123","123":"id10124","124":"id10125","125":"id10126","126":"id10127","127":"id10128","128":"id10129","129":"id10130","130":"id10131","131":"id10132","132":"id10133","133":"id10134","134":"id10135","135":"id10136","136":"id10137","137":"id10138","138":"id10139","139":"id10140","140":"id10141","141":"id10142","142":"id10143","143":"id10144","144":"id10145","145":"id10146","146":"id10147","147":"id10148","148":"id10149","149":"id10150","150":"id10151","151":"id10152","152":"id10153","153":"id10154","154":"id10155","155":"id10156","156":"id10157","157":"id10158","158":"id10159","159":"id10160","160":"id10161","161":"id10162","162":"id10163","163":"id10164","164":"id10165","165":"id10166","166":"id10167","167":"id10168","168":"id10169","169":"id10170","170":"id10171","171":"id10172","172":"id10173","173":"id10174","174":"id10175","175":"id10176","176":"id10177","177":"id10178","178":"id10179","179":"id10180","180":"id10181","181":"id10182","182":"id10183","183":"id10184","184":"id10185","185":"id10186","186":"id10187","187":"id10188","188":"id10189","189":"id10190","190":"id10191","191":"id10192","192":"id10193","193":"id10194","194":"id10195","195":"id10196","196":"id10197","197":"id10198","198":"id10199","199":"id10200","200":"id10201","201":"id10202","202":"id10203","203":"id10204","204":"id10205","205":"id10206","206":"id10207","207":"id10208","208":"id10209","209":"id10210","210":"id10211","211":"id10212","212":"id10213","213":"id10214","214":"id10215","215":"id10216","216":"id10217","217":"id10218","218":"id10219","219":"id10220","220":"id10221","221":"id10222","222":"id10223","223":"id10224","224":"id10225","225":"id10226","226":"id10227","227":"id10228","228":"id10229","229":"id10230","230":"id10231","231":"id10232","232":"id10233","233":"id10234","234":"id10235","235":"id10236","236":"id10237","237":"id10238","238":"id10239","239":"id10240","240":"id10241","241":"id10242","242":"id10243","243":"id10244","244":"id10245","245":"id10246","246":"id10247","247":"id10248","248":"id10249","249":"id10250","250":"id10251","251":"id10252","252":"id10253","253":"id10254","254":"id10255","255":"id10256","256":"id10257","257":"id10258","258":"id10259","259":"id10260","260":"id10261","261":"id10262","262":"id10263","263":"id10264","264":"id10265","265":"id10266","266":"id10267","267":"id10268","268":"id10269","269":"id10270","270":"id10271","271":"id10272","272":"id10273","273":"id10274","274":"id10275","275":"id10276","276":"id10277","277":"id10278","278":"id10279","279":"id10280","280":"id10281","281":"id10282","282":"id10283","283":"id10284","284":"id10285","285":"id10286","286":"id10287","287":"id10288","288":"id10289","289":"id10290","290":"id10291","291":"id10292","292":"id10293","293":"id10294","294":"id10295","295":"id10296","296":"id10297","297":"id10298","298":"id10299","299":"id10300","300":"id10301","301":"id10302","302":"id10303","303":"id10304","304":"id10305","305":"id10306","306":"id10307","307":"id10308","308":"id10309","309":"id10310","310":"id10311","311":"id10312","312":"id10313","313":"id10314","314":"id10315","315":"id10316","316":"id10317","317":"id10318","318":"id10319","319":"id10320","320":"id10321","321":"id10322","322":"id10323","323":"id10324","324":"id10325","325":"id10326","326":"id10327","327":"id10328","328":"id10329","329":"id10330","330":"id10331","331":"id10332","332":"id10333","333":"id10334","334":"id10335","335":"id10336","336":"id10337","337":"id10338","338":"id10339","339":"id10340","340":"id10341","341":"id10342","342":"id10343","343":"id10344","344":"id10345","345":"id10346","346":"id10347","347":"id10348","348":"id10349","349":"id10350","350":"id10351","351":"id10352","352":"id10353","353":"id10354","354":"id10355","355":"id10356","356":"id10357","357":"id10358","358":"id10359","359":"id10360","360":"id10361","361":"id10362","362":"id10363","363":"id10364","364":"id10365","365":"id10366","366":"id10367","367":"id10368","368":"id10369","369":"id10370","370":"id10371","371":"id10372","372":"id10373","373":"id10374","374":"id10375","375":"id10376","376":"id10377","377":"id10378","378":"id10379","379":"id10380","380":"id10381","381":"id10382","382":"id10383","383":"id10384","384":"id10385","385":"id10386","386":"id10387","387":"id10388","388":"id10389","389":"id10390","390":"id10391","391":"id10392","392":"id10393","393":"id10394","394":"id10395","395":"id10396","396":"id10397","397":"id10398","398":"id10399","399":"id10400","400":"id10401","401":"id10402","402":"id10403","403":"id10404","404":"id10405","405":"id10406","406":"id10407","407":"id10408","408":"id10409","409":"id10410","410":"id10411","411":"id10412","412":"id10413","413":"id10414","414":"id10415","415":"id10416","416":"id10417","417":"id10418","418":"id10419","419":"id10420","420":"id10421","421":"id10422","422":"id10423","423":"id10424","424":"id10425","425":"id10426","426":"id10427","427":"id10428","428":"id10429","429":"id10430","430":"id10431","431":"id10432","432":"id10433","433":"id10434","434":"id10435","435":"id10436","436":"id10437","437":"id10438","438":"id10439","439":"id10440","440":"id10441","441":"id10442","442":"id10443","443":"id10444","444":"id10445","445":"id10446","446":"id10447","447":"id10448","448":"id10449","449":"id10450","450":"id10451","451":"id10452","452":"id10453","453":"id10454","454":"id10455","455":"id10456","456":"id10457","457":"id10458","458":"id10459","459":"id10460","460":"id10461","461":"id10462","462":"id10463","463":"id10464","464":"id10465","465":"id10466","466":"id10467","467":"id10468","468":"id10469","469":"id10470","470":"id10471","471":"id10472","472":"id10473","473":"id10474","474":"id10475","475":"id10476","476":"id10477","477":"id10478","478":"id10479","479":"id10480","480":"id10481","481":"id10482","482":"id10483","483":"id10484","484":"id10485","485":"id10486","486":"id10487","487":"id10488","488":"id10489","489":"id10490","490":"id10491","491":"id10492","492":"id10493","493":"id10494","494":"id10495","495":"id10496","496":"id10497","497":"id10498","498":"id10499","499":"id10500","500":"id10501","501":"id10502","502":"id10503","503":"id10504","504":"id10505","505":"id10506","506":"id10507","507":"id10508","508":"id10509","509":"id10510","510":"id10511","511":"id10512","512":"id10513","513":"id10514","514":"id10515","515":"id10516","516":"id10517","517":"id10518","518":"id10519","519":"id10520","520":"id10521","521":"id10522","522":"id10523","523":"id10524","524":"id10525","525":"id10526","526":"id10527","527":"id10528","528":"id10529","529":"id10530","530":"id10531","531":"id10532","532":"id10533","533":"id10534","534":"id10535","535":"id10536","536":"id10537","537":"id10538","538":"id10539","539":"id10540","540":"id10541","541":"id10542","542":"id10543","543":"id10544","544":"id10545","545":"id10546","546":"id10547","547":"id10548","548":"id10549","549":"id10550","550":"id10551","551":"id10552","552":"id10553","553":"id10554","554":"id10555","555":"id10556","556":"id10557","557":"id10558","558":"id10559","559":"id10560","560":"id10561","561":"id10562","562":"id10563","563":"id10564","564":"id10565","565":"id10566","566":"id10567","567":"id10568","568":"id10569","569":"id10570","570":"id10571","571":"id10572","572":"id10573","573":"id10574","574":"id10575","575":"id10576","576":"id10577","577":"id10578","578":"id10579","579":"id10580","580":"id10581","581":"id10582","582":"id10583","583":"id10584","584":"id10585","585":"id10586","586":"id10587","587":"id10588","588":"id10589","589":"id10590","590":"id10591","591":"id10592","592":"id10593","593":"id10594","594":"id10595","595":"id10596","596":"id10597","597":"id10598","598":"id10599","599":"id10600","600":"id10601","601":"id10602","602":"id10603","603":"id10604","604":"id10605","605":"id10606","606":"id10607","607":"id10608","608":"id10609","609":"id10610","610":"id10611","611":"id10612","612":"id10613","613":"id10614","614":"id10615","615":"id10616","616":"id10617","617":"id10618","618":"id10619","619":"id10620","620":"id10621","621":"id10622","622":"id10623","623":"id10624","624":"id10625","625":"id10626","626":"id10627","627":"id10628","628":"id10629","629":"id10630","630":"id10631","631":"id10632","632":"id10633","633":"id10634","634":"id10635","635":"id10636","636":"id10637","637":"id10638","638":"id10639","639":"id10640","640":"id10641","641":"id10642","642":"id10643","643":"id10644","644":"id10645","645":"id10646","646":"id10647","647":"id10648","648":"id10649","649":"id10650","650":"id10651","651":"id10652","652":"id10653","653":"id10654","654":"id10655","655":"id10656","656":"id10657","657":"id10658","658":"id10659","659":"id10660","660":"id10661","661":"id10662","662":"id10663","663":"id10664","664":"id10665","665":"id10666","666":"id10667","667":"id10668","668":"id10669","669":"id10670","670":"id10671","671":"id10672","672":"id10673","673":"id10674","674":"id10675","675":"id10676","676":"id10677","677":"id10678","678":"id10679","679":"id10680","680":"id10681","681":"id10682","682":"id10683","683":"id10684","684":"id10685","685":"id10686","686":"id10687","687":"id10688","688":"id10689","689":"id10690","690":"id10691","691":"id10692","692":"id10693","693":"id10694","694":"id10695","695":"id10696","696":"id10697","697":"id10698","698":"id10699","699":"id10700","700":"id10701","701":"id10702","702":"id10703","703":"id10704","704":"id10705","705":"id10706","706":"id10707","707":"id10708","708":"id10709","709":"id10710","710":"id10711","711":"id10712","712":"id10713","713":"id10714","714":"id10715","715":"id10716","716":"id10717","717":"id10718","718":"id10719","719":"id10720","720":"id10721","721":"id10722","722":"id10723","723":"id10724","724":"id10725","725":"id10726","726":"id10727","727":"id10728","728":"id10729","729":"id10730","730":"id10731","731":"id10732","732":"id10733","733":"id10734","734":"id10735","735":"id10736","736":"id10737","737":"id10738","738":"id10739","739":"id10740","740":"id10741","741":"id10742","742":"id10743","743":"id10744","744":"id10745","745":"id10746","746":"id10747","747":"id10748","748":"id10749","749":"id10750","750":"id10751","751":"id10752","752":"id10753","753":"id10754","754":"id10755","755":"id10756","756":"id10757","757":"id10758","758":"id10759","759":"id10760","760":"id10761","761":"id10762","762":"id10763","763":"id10764","764":"id10765","765":"id10766","766":"id10767","767":"id10768","768":"id10769","769":"id10770","770":"id10771","771":"id10772","772":"id10773","773":"id10774","774":"id10775","775":"id10776","776":"id10777","777":"id10778","778":"id10779","779":"id10780","780":"id10781","781":"id10782","782":"id10783","783":"id10784","784":"id10785","785":"id10786","786":"id10787","787":"id10788","788":"id10789","789":"id10790","790":"id10791","791":"id10792","792":"id10793","793":"id10794","794":"id10795","795":"id10796","796":"id10797","797":"id10798","798":"id10799","799":"id10800","800":"id10801","801":"id10802","802":"id10803","803":"id10804","804":"id10805","805":"id10806","806":"id10807","807":"id10808","808":"id10809","809":"id10810","810":"id10811","811":"id10812","812":"id10813","813":"id10814","814":"id10815","815":"id10816","816":"id10817","817":"id10818","818":"id10819","819":"id10820","820":"id10821","821":"id10822","822":"id10823","823":"id10824","824":"id10825","825":"id10826","826":"id10827","827":"id10828","828":"id10829","829":"id10830","830":"id10831","831":"id10832","832":"id10833","833":"id10834","834":"id10835","835":"id10836","836":"id10837","837":"id10838","838":"id10839","839":"id10840","840":"id10841","841":"id10842","842":"id10843","843":"id10844","844":"id10845","845":"id10846","846":"id10847","847":"id10848","848":"id10849","849":"id10850","850":"id10851","851":"id10852","852":"id10853","853":"id10854","854":"id10855","855":"id10856","856":"id10857","857":"id10858","858":"id10859","859":"id10860","860":"id10861","861":"id10862","862":"id10863","863":"id10864","864":"id10865","865":"id10866","866":"id10867","867":"id10868","868":"id10869","869":"id10870","870":"id10871","871":"id10872","872":"id10873","873":"id10874","874":"id10875","875":"id10876","876":"id10877","877":"id10878","878":"id10879","879":"id10880","880":"id10881","881":"id10882","882":"id10883","883":"id10884","884":"id10885","885":"id10886","886":"id10887","887":"id10888","888":"id10889","889":"id10890","890":"id10891","891":"id10892","892":"id10893","893":"id10894","894":"id10895","895":"id10896","896":"id10897","897":"id10898","898":"id10899","899":"id10900","900":"id10901","901":"id10902","902":"id10903","903":"id10904","904":"id10905","905":"id10906","906":"id10907","907":"id10908","908":"id10909","909":"id10910","910":"id10911","911":"id10912","912":"id10913","913":"id10914","914":"id10915","915":"id10916","916":"id10917","917":"id10918","918":"id10919","919":"id10920","920":"id10921","921":"id10922","922":"id10923","923":"id10924","924":"id10925","925":"id10926","926":"id10927","927":"id10928","928":"id10929","929":"id10930","930":"id10931","931":"id10932","932":"id10933","933":"id10934","934":"id10935","935":"id10936","936":"id10937","937":"id10938","938":"id10939","939":"id10940","940":"id10941","941":"id10942","942":"id10943","943":"id10944","944":"id10945","945":"id10946","946":"id10947","947":"id10948","948":"id10949","949":"id10950","950":"id10951","951":"id10952","952":"id10953","953":"id10954","954":"id10955","955":"id10956","956":"id10957","957":"id10958","958":"id10959","959":"id10960","960":"id10961","961":"id10962","962":"id10963","963":"id10964","964":"id10965","965":"id10966","966":"id10967","967":"id10968","968":"id10969","969":"id10970","970":"id10971","971":"id10972","972":"id10973","973":"id10974","974":"id10975","975":"id10976","976":"id10977","977":"id10978","978":"id10979","979":"id10980","980":"id10981","981":"id10982","982":"id10983","983":"id10984","984":"id10985","985":"id10986","986":"id10987","987":"id10988","988":"id10989","989":"id10990","990":"id10991","991":"id10992","992":"id10993","993":"id10994","994":"id10995","995":"id10996","996":"id10997","997":"id10998","998":"id10999","999":"id11000","1000":"id11001","1001":"id11002","1002":"id11003","1003":"id11004","1004":"id11005","1005":"id11006","1006":"id11007","1007":"id11008","1008":"id11009","1009":"id11010","1010":"id11011","1011":"id11012","1012":"id11013","1013":"id11014","1014":"id11015","1015":"id11016","1016":"id11017","1017":"id11018","1018":"id11019","1019":"id11020","1020":"id11021","1021":"id11022","1022":"id11023","1023":"id11024","1024":"id11025","1025":"id11026","1026":"id11027","1027":"id11028","1028":"id11029","1029":"id11030","1030":"id11031","1031":"id11032","1032":"id11033","1033":"id11034","1034":"id11035","1035":"id11036","1036":"id11037","1037":"id11038","1038":"id11039","1039":"id11040","1040":"id11041","1041":"id11042","1042":"id11043","1043":"id11044","1044":"id11045","1045":"id11046","1046":"id11047","1047":"id11048","1048":"id11049","1049":"id11050","1050":"id11051","1051":"id11052","1052":"id11053","1053":"id11054","1054":"id11055","1055":"id11056","1056":"id11057","1057":"id11058","1058":"id11059","1059":"id11060","1060":"id11061","1061":"id11062","1062":"id11063","1063":"id11064","1064":"id11065","1065":"id11066","1066":"id11067","1067":"id11068","1068":"id11069","1069":"id11070","1070":"id11071","1071":"id11072","1072":"id11073","1073":"id11074","1074":"id11075","1075":"id11076","1076":"id11077","1077":"id11078","1078":"id11079","1079":"id11080","1080":"id11081","1081":"id11082","1082":"id11083","1083":"id11084","1084":"id11085","1085":"id11086","1086":"id11087","1087":"id11088","1088":"id11089","1089":"id11090","1090":"id11091","1091":"id11092","1092":"id11093","1093":"id11094","1094":"id11095","1095":"id11096","1096":"id11097","1097":"id11098","1098":"id11099","1099":"id11100","1100":"id11101","1101":"id11102","1102":"id11103","1103":"id11104","1104":"id11105","1105":"id11106","1106":"id11107","1107":"id11108","1108":"id11109","1109":"id11110","1110":"id11111","1111":"id11112","1112":"id11113","1113":"id11114","1114":"id11115","1115":"id11116","1116":"id11117","1117":"id11118","1118":"id11119","1119":"id11120","1120":"id11121","1121":"id11122","1122":"id11123","1123":"id11124","1124":"id11125","1125":"id11126","1126":"id11127","1127":"id11128","1128":"id11129","1129":"id11130","1130":"id11131","1131":"id11132","1132":"id11133","1133":"id11134","1134":"id11135","1135":"id11136","1136":"id11137","1137":"id11138","1138":"id11139","1139":"id11140","1140":"id11141","1141":"id11142","1142":"id11143","1143":"id11144","1144":"id11145","1145":"id11146","1146":"id11147","1147":"id11148","1148":"id11149","1149":"id11150","1150":"id11151","1151":"id11152","1152":"id11153","1153":"id11154","1154":"id11155","1155":"id11156","1156":"id11157","1157":"id11158","1158":"id11159","1159":"id11160","1160":"id11161","1161":"id11162","1162":"id11163","1163":"id11164","1164":"id11165","1165":"id11166","1166":"id11167","1167":"id11168","1168":"id11169","1169":"id11170","1170":"id11171","1171":"id11172","1172":"id11173","1173":"id11174","1174":"id11175","1175":"id11176","1176":"id11177","1177":"id11178","1178":"id11179","1179":"id11180","1180":"id11181","1181":"id11182","1182":"id11183","1183":"id11184","1184":"id11185","1185":"id11186","1186":"id11187","1187":"id11188","1188":"id11189","1189":"id11190","1190":"id11191","1191":"id11192","1192":"id11193","1193":"id11194","1194":"id11195","1195":"id11196","1196":"id11197","1197":"id11198","1198":"id11199","1199":"id11200","1200":"id11201","1201":"id11202","1202":"id11203","1203":"id11204","1204":"id11205","1205":"id11206","1206":"id11207","1207":"id11208","1208":"id11209","1209":"id11210","1210":"id11211","1211":"id11212","1212":"id11213","1213":"id11214","1214":"id11215","1215":"id11216","1216":"id11217","1217":"id11218","1218":"id11219","1219":"id11220","1220":"id11221","1221":"id11222","1222":"id11223","1223":"id11224","1224":"id11225","1225":"id11226","1226":"id11227","1227":"id11228","1228":"id11229","1229":"id11230","1230":"id11231","1231":"id11232","1232":"id11233","1233":"id11234","1234":"id11235","1235":"id11236","1236":"id11237","1237":"id11238","1238":"id11239","1239":"id11240","1240":"id11241","1241":"id11242","1242":"id11243","1243":"id11244","1244":"id11245","1245":"id11246","1246":"id11247","1247":"id11248","1248":"id11249","1249":"id11250","1250":"id11251"}}}}]


hub_id: ufldl-stanford/svhn
license: ["other"]
language: ["en"]
config_name: cropped_digits
column_names: ["image","label"]
tags:
["task_categories:image-classification","task_categories:object-detection","annotations_creators:machine-generated","annotations_creators:expert-generated","language_creators:machine-generated","multilinguality:monolingual","size_categories:100K<n<1M","source_datasets:original","language:en","license:other","region:us"]

features:
[{"name":"image","dtype":"image"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1","2":"2","3":"3","4":"4","5":"5","6":"6","7":"7","8":"8","9":"9"}}}}]


hub_id: allenai/swag
license: ["unknown"]
language: ["en"]
config_name: regular
tags:
["task_categories:text-classification","task_ids:natural-language-inference","annotations_creators:crowdsourced","annotations_creators:machine-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:100K<n<1M","parquet","text","datasets","pandas","mlcroissant","arxiv:1808.05326","region:us","croissant"]

column_names:
["video-id","fold-ind","startphrase","sent1","sent2","gold-source","ending0","ending1","ending2","ending3","label"]

features:
[{"name":"video-id","dtype":"string"},{"name":"fold-ind","dtype":"string"},{"name":"startphrase","dtype":"string"},{"name":"sent1","dtype":"string"},{"name":"sent2","dtype":"string"},{"name":"gold-source","dtype":"string"},{"name":"ending0","dtype":"string"},{"name":"ending1","dtype":"string"},{"name":"ending2","dtype":"string"},{"name":"ending3","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"0","1":"1","2":"2","3":"3"}}}}]


hub_id: uestc-swahili/swahili
license: ["cc-by-4.0"]
language: ["sw"]
config_name: swahili
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:sw","license:cc-by-4.0","size_categories:10K<n<100K","region:us"]


hub_id: community-datasets/swahili_news
license: ["cc-by-4.0"]
language: ["sw"]
config_name: swahili_news
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:multi-class-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:sw","license:cc-by-4.0","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"uchumi","1":"kitaifa","2":"michezo","3":"kimataifa","4":"burudani","5":"afya"}}}}]


hub_id: cgpotts/swda
license: ["cc-by-nc-sa-3.0"]
language: ["en"]
config_name: default
tags:
["task_categories:text-classification","task_ids:multi-label-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:extended|other-Switchboard-1 Telephone Speech Corpus, Release 2","language:en","license:cc-by-nc-sa-3.0","size_categories:100K<n<1M","arxiv:1811.05021","arxiv:1711.05568","arxiv:1709.04250","arxiv:1805.06280","region:us"]

column_names:
["swda_filename","ptb_basename","conversation_no","transcript_index","act_tag","damsl_act_tag","caller","utterance_index","subutterance_index","text","pos","trees","ptb_treenumbers","talk_day","length","topic_description","prompt","from_caller","from_caller_sex","from_caller_education","from_caller_birth_year","from_caller_dialect_area","to_caller","to_caller_sex","to_caller_education","to_caller_birth_year","to_caller_dialect_area"]

features:
[{"name":"swda_filename","dtype":"string"},{"name":"ptb_basename","dtype":"string"},{"name":"conversation_no","dtype":"int64"},{"name":"transcript_index","dtype":"int64"},{"name":"act_tag","dtype":{"class_label":{"names":{"0":"b^m^r","1":"qw^r^t","2":"aa^h","3":"br^m","4":"fa^r","5":"aa,ar","6":"sd^e(^q)^r","7":"^2","8":"sd;qy^d","9":"oo","10":"bk^m","11":"aa^t","12":"cc^t","13":"qy^d^c","14":"qo^t","15":"ng^m","16":"qw^h","17":"qo^r","18":"aa","19":"qy^d^t","20":"qrr^d","21":"br^r","22":"fx","23":"sd,qy^g","24":"ny^e","25":"^h^t","26":"fc^m","27":"qw(^q)","28":"co","29":"o^t","30":"b^m^t","31":"qr^d","32":"qw^g","33":"ad(^q)","34":"qy(^q)","35":"na^r","36":"am^r","37":"qr^t","38":"ad^c","39":"qw^c","40":"bh^r","41":"h^t","42":"ft^m","43":"ba^r","44":"qw^d^t","45":"%","46":"t3","47":"nn","48":"bd","49":"h^m","50":"h^r","51":"sd^r","52":"qh^m","53":"^q^t","54":"sv^2","55":"ft","56":"ar^m","57":"qy^h","58":"sd^e^m","59":"qh^r","60":"cc","61":"fp^m","62":"ad","63":"qo","64":"na^m^t","65":"fo^c","66":"qy","67":"sv^e^r","68":"aap","69":"no","70":"aa^2","71":"sv(^q)","72":"sv^e","73":"nd","74":"\"","75":"bf^2","76":"bk","77":"fp","78":"nn^r^t","79":"fa^c","80":"ny^t","81":"ny^c^r","82":"qw","83":"qy^t","84":"b","85":"fo","86":"qw^r","87":"am","88":"bf^t","89":"^2^t","90":"b^2","91":"x","92":"fc","93":"qr","94":"no^t","95":"bk^t","96":"bd^r","97":"bf","98":"^2^g","99":"qh^c","100":"ny^c","101":"sd^e^r","102":"br","103":"fe","104":"by","105":"^2^r","106":"fc^r","107":"b^m","108":"sd,sv","109":"fa^t","110":"sv^m","111":"qrr","112":"^h^r","113":"na","114":"fp^r","115":"o","116":"h,sd","117":"t1^t","118":"nn^r","119":"cc^r","120":"sv^c","121":"co^t","122":"qy^r","123":"sv^r","124":"qy^d^h","125":"sd","126":"nn^e","127":"ny^r","128":"b^t","129":"ba^m","130":"ar","131":"bf^r","132":"sv","133":"bh^m","134":"qy^g^t","135":"qo^d^c","136":"qo^d","137":"nd^t","138":"aa^r","139":"sd^2","140":"sv;sd","141":"qy^c^r","142":"qw^m","143":"qy^g^r","144":"no^r","145":"qh(^q)","146":"sd;sv","147":"bf(^q)","148":"+","149":"qy^2","150":"qw^d","151":"qy^g","152":"qh^g","153":"nn^t","154":"ad^r","155":"oo^t","156":"co^c","157":"ng","158":"^q","159":"qw^d^c","160":"qrr^t","161":"^h","162":"aap^r","163":"bc^r","164":"sd^m","165":"bk^r","166":"qy^g^c","167":"qr(^q)","168":"ng^t","169":"arp","170":"h","171":"bh","172":"sd^c","173":"^g","174":"o^r","175":"qy^c","176":"sd^e","177":"fw","178":"ar^r","179":"qy^m","180":"bc","181":"sv^t","182":"aap^m","183":"sd;no","184":"ng^r","185":"bf^g","186":"sd^e^t","187":"o^c","188":"b^r","189":"b^m^g","190":"ba","191":"t1","192":"qy^d(^q)","193":"nn^m","194":"ny","195":"ba,fe","196":"aa^m","197":"qh","198":"na^m","199":"oo(^q)","200":"qw^t","201":"na^t","202":"qh^h","203":"qy^d^m","204":"ny^m","205":"fa","206":"qy^d","207":"fc^t","208":"sd(^q)","209":"qy^d^r","210":"bf^m","211":"sd(^q)^t","212":"ft^t","213":"^q^r","214":"sd^t","215":"sd(^q)^r","216":"ad^t"}}}},{"name":"damsl_act_tag","dtype":{"class_label":{"names":{"0":"ad","1":"qo","2":"qy","3":"arp_nd","4":"sd","5":"h","6":"bh","7":"no","8":"^2","9":"^g","10":"ar","11":"aa","12":"sv","13":"bk","14":"fp","15":"qw","16":"b","17":"ba","18":"t1","19":"oo_co_cc","20":"+","21":"ny","22":"qw^d","23":"x","24":"qh","25":"fc","26":"fo_o_fw_\"_by_bc","27":"aap_am","28":"%","29":"bf","30":"t3","31":"nn","32":"bd","33":"ng","34":"^q","35":"br","36":"qy^d","37":"fa","38":"^h","39":"b^m","40":"ft","41":"qrr","42":"na"}}}},{"name":"caller","dtype":"string"},{"name":"utterance_index","dtype":"int64"},{"name":"subutterance_index","dtype":"int64"},{"name":"text","dtype":"string"},{"name":"pos","dtype":"string"},{"name":"trees","dtype":"string"},{"name":"ptb_treenumbers","dtype":"string"},{"name":"talk_day","dtype":"string"},{"name":"length","dtype":"int64"},{"name":"topic_description","dtype":"string"},{"name":"prompt","dtype":"string"},{"name":"from_caller","dtype":"int64"},{"name":"from_caller_sex","dtype":"string"},{"name":"from_caller_education","dtype":"int64"},{"name":"from_caller_birth_year","dtype":"int64"},{"name":"from_caller_dialect_area","dtype":"string"},{"name":"to_caller","dtype":"int64"},{"name":"to_caller_sex","dtype":"string"},{"name":"to_caller_education","dtype":"int64"},{"name":"to_caller_birth_year","dtype":"int64"},{"name":"to_caller_dialect_area","dtype":"string"}]


hub_id: community-datasets/swedish_medical_ner
license: ["cc-by-sa-4.0"]
language: ["sv"]
config_name: wiki
column_names: ["sid","sentence","entities"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:machine-generated","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:sv","license:cc-by-sa-4.0","size_categories:100K<n<1M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"sid","dtype":"string"},{"name":"sentence","dtype":"string"},{"name":"entities","sequence":[{"name":"start","dtype":"int32"},{"name":"end","dtype":"int32"},{"name":"text","dtype":"string"},{"name":"type","dtype":{"class_label":{"names":{"0":"Disorder and Finding","1":"Pharmaceutical Drug","2":"Body Structure"}}}}]}]


hub_id: klintan/swedish_ner_corpus
license: ["cc-by-4.0"]
language: ["sv"]
config_name: default
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:sv","license:cc-by-4.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"0","1":"LOC","2":"MISC","3":"ORG","4":"PER"}}}}]


hub_id: timpal0l/swedish_reviews
license: ["unknown"]
language: ["sv"]
config_name: plain_text
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:sv","license:unknown","size_categories:100K<n<1M","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"negative","1":"positive"}}}}]


hub_id: rcds/swiss_judgment_prediction
license: ["cc-by-sa-4.0"]
language: ["de","fr","it","en"]
config_name: all+mt
column_names: ["id","year","text","label","language","region","canton","legal area","source_language"]
tags:
["task_categories:text-classification","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:de","language:fr","language:it","language:en","license:cc-by-sa-4.0","size_categories:10K<n<100K","arxiv:2110.00806","arxiv:2209.12325","region:us","judgement-prediction"]

features:
[{"name":"id","dtype":"int32"},{"name":"year","dtype":"int32"},{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"dismissal","1":"approval"}}}},{"name":"language","dtype":"string"},{"name":"region","dtype":"string"},{"name":"canton","dtype":"string"},{"name":"legal area","dtype":"string"},{"name":"source_language","dtype":"string"}]


hub_id: wenhu/tab_fact
license: ["cc-by-4.0"]
language: ["en"]
config_name: blind_test
column_names: ["id","table_id","table_text","table_caption","statement","test_id"]
tags:
["task_categories:text-classification","task_ids:fact-checking","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:100K<n<1M","arxiv:1909.02164","region:us"]

features:
[{"name":"id","dtype":"int32"},{"name":"table_id","dtype":"string"},{"name":"table_text","dtype":"string"},{"name":"table_caption","dtype":"string"},{"name":"statement","dtype":"string"},{"name":"test_id","dtype":"string"}]


hub_id: community-datasets/tamilmixsentiment
license: ["unknown"]
language: ["en","ta"]
config_name: default
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:multilingual","source_datasets:original","language:en","language:ta","license:unknown","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"Positive","1":"Negative","2":"Mixed_feelings","3":"unknown_state","4":"not-Tamil"}}}}]


hub_id: Helsinki-NLP/tanzil
license: ["unknown"]
config_name: en-tr
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:am","language:ar","language:az","language:bg","language:bn","language:bs","language:cs","language:de","language:dv","language:en","language:es","language:fa","language:fr","language:ha","language:hi","language:id","language:it","language:ja","language:ko","language:ku","language:ml","language:ms","language:nl","language:no","language:pl","language:pt","language:ro","language:ru","language:sd","language:so","language:sq","language:sv","language:sw","language:ta","language:tg","language:th","language:tr","language:tt","language:ug","language:ur","language:uz","language:zh","license:unknown","size_categories:100K<n<1M","region:us"]

language:
["am","ar","az","bg","bn","bs","cs","de","dv","en","es","fa","fr","ha","hi","id","it","ja","ko","ku","ml","ms","nl","no","pl","pt","ro","ru","sd","so","sq","sv","sw","ta","tg","th","tr","tt","ug","ur","uz","zh"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["en","tr"]}}}]


hub_id: community-datasets/tapaco
license: ["cc-by-2.0"]
config_name: yue
column_names: ["paraphrase_set_id","sentence_id","paraphrase","lists","tags","language"]
tags:
["task_categories:text2text-generation","task_categories:translation","task_categories:text-classification","task_ids:semantic-similarity-classification","annotations_creators:machine-generated","language_creators:crowdsourced","multilinguality:multilingual","source_datasets:extended|other-tatoeba","language:af","language:ar","language:az","language:be","language:ber","language:bg","language:bn","language:br","language:ca","language:cbk","language:cmn","language:cs","language:da","language:de","language:el","language:en","language:eo","language:es","language:et","language:eu","language:fi","language:fr","language:gl","language:gos","language:he","language:hi","language:hr","language:hu","language:hy","language:ia","language:id","language:ie","language:io","language:is","language:it","language:ja","language:jbo","language:kab","language:ko","language:kw","language:la","language:lfn","language:lt","language:mk","language:mr","language:nb","language:nds","language:nl","language:orv","language:ota","language:pes","language:pl","language:pt","language:rn","language:ro","language:ru","language:sl","language:sr","language:sv","language:tk","language:tl","language:tlh","language:tok","language:tr","language:tt","language:ug","language:uk","language:ur","language:vi","language:vo","language:war","language:wuu","language:yue","license:cc-by-2.0","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","paraphrase-generation","croissant"]

language:
["af","ar","az","be","ber","bg","bn","br","ca","cbk","cmn","cs","da","de","el","en","eo","es","et","eu","fi","fr","gl","gos","he","hi","hr","hu","hy","ia","id","ie","io","is","it","ja","jbo","kab","ko","kw","la","lfn","lt","mk","mr","nb","nds","nl","orv","ota","pes","pl","pt","rn","ro","ru","sl","sr","sv","tk","tl","tlh","tok","tr","tt","ug","uk","ur","vi","vo","war","wuu","yue"]

features:
[{"name":"paraphrase_set_id","dtype":"string"},{"name":"sentence_id","dtype":"string"},{"name":"paraphrase","dtype":"string"},{"name":"lists","sequence":"string"},{"name":"tags","sequence":"string"},{"name":"language","dtype":"string"}]


hub_id: community-datasets/tashkeela
license: ["gpl-2.0"]
language: ["ar"]
config_name: plain_text
column_names: ["book","text"]
features: [{"name":"book","dtype":"string"},{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ar","license:gpl-2.0","size_categories:n<1K","parquet","text","datasets","dask","mlcroissant","region:us","diacritics-prediction","croissant"]


hub_id: google-research-datasets/taskmaster1
license: ["cc-by-4.0"]
language: ["en"]
config_name: woz_dialogs
column_names: ["conversation_id","instruction_id","utterances"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:dialogue-modeling","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:1K<n<10K","arxiv:1909.05358","region:us"]

features:
[{"name":"conversation_id","dtype":"string"},{"name":"instruction_id","dtype":"string"},{"name":"utterances","list":[{"name":"index","dtype":"int32"},{"name":"speaker","dtype":"string"},{"name":"text","dtype":"string"},{"name":"segments","list":[{"name":"start_index","dtype":"int32"},{"name":"end_index","dtype":"int32"},{"name":"text","dtype":"string"},{"name":"annotations","list":[{"name":"name","dtype":"string"}]}]}]}]


hub_id: google-research-datasets/taskmaster3
license: ["cc-by-4.0"]
language: ["en"]
config_name: default
column_names: ["conversation_id","vertical","instructions","scenario","utterances"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:dialogue-modeling","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-4.0","size_categories:10K<n<100K","arxiv:1909.05358","region:us"]

features:
[{"name":"conversation_id","dtype":"string"},{"name":"vertical","dtype":"string"},{"name":"instructions","dtype":"string"},{"name":"scenario","dtype":"string"},{"name":"utterances","list":[{"name":"index","dtype":"int32"},{"name":"speaker","dtype":"string"},{"name":"text","dtype":"string"},{"name":"apis","list":[{"name":"name","dtype":"string"},{"name":"index","dtype":"int32"},{"name":"args","list":[{"name":"arg_name","dtype":"string"},{"name":"arg_value","dtype":"string"}]},{"name":"response","list":[{"name":"response_name","dtype":"string"},{"name":"response_value","dtype":"string"}]}]},{"name":"segments","list":[{"name":"start_index","dtype":"int32"},{"name":"end_index","dtype":"int32"},{"name":"text","dtype":"string"},{"name":"annotations","list":[{"name":"name","dtype":"string"}]}]}]}]


hub_id: Helsinki-NLP/tatoeba
license: ["cc-by-2.0"]
config_name: es-gl
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ab","language:acm","language:ady","language:af","language:afb","language:afh","language:aii","language:ain","language:ajp","language:akl","language:aln","language:am","language:an","language:ang","language:aoz","language:apc","language:ar","language:arq","language:ary","language:arz","language:as","language:ast","language:avk","language:awa","language:ayl","language:az","language:ba","language:bal","language:bar","language:be","language:ber","language:bg","language:bho","language:bjn","language:bm","language:bn","language:bo","language:br","language:brx","language:bs","language:bua","language:bvy","language:bzt","language:ca","language:cay","language:cbk","language:ce","language:ceb","language:ch","language:chg","language:chn","language:cho","language:chr","language:cjy","language:ckb","language:ckt","language:cmn","language:co","language:code","language:cpi","language:crh","language:crk","language:cs","language:csb","language:cv","language:cy","language:da","language:de","language:dng","language:drt","language:dsb","language:dtp","language:dv","language:dws","language:ee","language:egl","language:el","language:emx","language:en","language:enm","language:eo","language:es","language:et","language:eu","language:ext","language:fi","language:fj","language:fkv","language:fo","language:fr","language:frm","language:fro","language:frr","language:fuc","language:fur","language:fuv","language:fy","language:ga","language:gag","language:gan","language:gbm","language:gcf","language:gd","language:gil","language:gl","language:gn","language:gom","language:gos","language:got","language:grc","language:gsw","language:gu","language:gv","language:ha","language:hak","language:haw","language:hbo","language:he","language:hi","language:hif","language:hil","language:hnj","language:hoc","language:hr","language:hrx","language:hsb","language:hsn","language:ht","language:hu","language:hy","language:ia","language:iba","language:id","language:ie","language:ig","language:ii","language:ike","language:ilo","language:io","language:is","language:it","language:izh","language:ja","language:jam","language:jbo","language:jdt","language:jpa","language:jv","language:ka","language:kaa","language:kab","language:kam","language:kek","language:kha","language:kjh","language:kk","language:kl","language:km","language:kmr","language:kn","language:ko","language:koi","language:kpv","language:krc","language:krl","language:ksh","language:ku","language:kum","language:kw","language:kxi","language:ky","language:la","language:laa","language:lad","language:lb","language:ldn","language:lfn","language:lg","language:lij","language:liv","language:lkt","language:lld","language:lmo","language:ln","language:lo","language:lt","language:ltg","language:lut","language:lv","language:lzh","language:lzz","language:mad","language:mai","language:max","language:mdf","language:mfe","language:mg","language:mgm","language:mh","language:mhr","language:mi","language:mic","language:min","language:mk","language:ml","language:mn","language:mni","language:mnw","language:moh","language:mr","language:mt","language:mvv","language:mwl","language:mww","language:my","language:myv","language:na","language:nah","language:nan","language:nb","language:nch","language:nds","language:ngt","language:ngu","language:niu","language:nl","language:nlv","language:nn","language:nog","language:non","language:nov","language:npi","language:nst","language:nus","language:nv","language:ny","language:nys","language:oar","language:oc","language:ofs","language:ood","language:or","language:orv","language:os","language:osp","language:ota","language:otk","language:pa","language:pag","language:pal","language:pam","language:pap","language:pau","language:pcd","language:pdc","language:pes","language:phn","language:pi","language:pl","language:pms","language:pnb","language:ppl","language:prg","language:ps","language:pt","language:qu","language:quc","language:qya","language:rap","language:rif","language:rm","language:rn","language:ro","language:rom","language:ru","language:rue","language:rw","language:sa","language:sah","language:sc","language:scn","language:sco","language:sd","language:sdh","language:se","language:sg","language:sgs","language:shs","language:shy","language:si","language:sjn","language:sl","language:sm","language:sma","language:sn","language:so","language:sq","language:sr","language:stq","language:su","language:sux","language:sv","language:swg","language:swh","language:syc","language:ta","language:te","language:tet","language:tg","language:th","language:thv","language:ti","language:tig","language:tk","language:tl","language:tlh","language:tly","language:tmr","language:tmw","language:tn","language:to","language:toi","language:tok","language:tpi","language:tpw","language:tr","language:ts","language:tt","language:tts","language:tvl","language:ty","language:tyv","language:tzl","language:udm","language:ug","language:uk","language:umb","language:ur","language:uz","language:vec","language:vep","language:vi","language:vo","language:vro","language:wa","language:war","language:wo","language:wuu","language:xal","language:xh","language:xqa","language:yi","language:yo","language:yue","language:zlm","language:zsm","language:zu","language:zza","license:cc-by-2.0","size_categories:10K<n<100K","region:us"]

language:
["ab","acm","ady","af","afb","afh","aii","ain","ajp","akl","aln","am","an","ang","aoz","apc","ar","arq","ary","arz","as","ast","avk","awa","ayl","az","ba","bal","bar","be","ber","bg","bho","bjn","bm","bn","bo","br","brx","bs","bua","bvy","bzt","ca","cay","cbk","ce","ceb","ch","chg","chn","cho","chr","cjy","ckb","ckt","cmn","co","code","cpi","crh","crk","cs","csb","cv","cy","da","de","dng","drt","dsb","dtp","dv","dws","ee","egl","el","emx","en","enm","eo","es","et","eu","ext","fi","fj","fkv","fo","fr","frm","fro","frr","fuc","fur","fuv","fy","ga","gag","gan","gbm","gcf","gd","gil","gl","gn","gom","gos","got","grc","gsw","gu","gv","ha","hak","haw","hbo","he","hi","hif","hil","hnj","hoc","hr","hrx","hsb","hsn","ht","hu","hy","ia","iba","id","ie","ig","ii","ike","ilo","io","is","it","izh","ja","jam","jbo","jdt","jpa","jv","ka","kaa","kab","kam","kek","kha","kjh","kk","kl","km","kmr","kn","ko","koi","kpv","krc","krl","ksh","ku","kum","kw","kxi","ky","la","laa","lad","lb","ldn","lfn","lg","lij","liv","lkt","lld","lmo","ln","lo","lt","ltg","lut","lv","lzh","lzz","mad","mai","max","mdf","mfe","mg","mgm","mh","mhr","mi","mic","min","mk","ml","mn","mni","mnw","moh","mr","mt","mvv","mwl","mww","my","myv","na","nah","nan","nb","nch","nds","ngt","ngu","niu","nl","nlv","nn","nog","non","nov","npi","nst","nus","nv","ny","nys","oar","oc","ofs","ood","or","orv","os","osp","ota","otk","pa","pag","pal","pam","pap","pau","pcd","pdc","pes","phn","pi","pl","pms","pnb","ppl","prg","ps","pt","qu","quc","qya","rap","rif","rm","rn","ro","rom","ru","rue","rw","sa","sah","sc","scn","sco","sd","sdh","se","sg","sgs","shs","shy","si","sjn","sl","sm","sma","sn","so","sq","sr","stq","su","sux","sv","swg","swh","syc","ta","te","tet","tg","th","thv","ti","tig","tk","tl","tlh","tly","tmr","tmw","tn","to","toi","tok","tpi","tpw","tr","ts","tt","tts","tvl","ty","tyv","tzl","udm","ug","uk","umb","ur","uz","vec","vep","vi","vo","vro","wa","war","wo","wuu","xal","xh","xqa","yi","yo","yue","zlm","zsm","zu","zza"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["es","gl"]}}}]


hub_id: neulab/ted_hrlr
license: ["cc-by-nc-nd-4.0"]
language: ["az","be","en","es","fr","gl","he","it","pt","ru","tr"]
config_name: tr_to_en
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["tr","en"]}}}]
tags:
["task_categories:translation","annotations_creators:crowdsourced","language_creators:expert-generated","multilinguality:translation","source_datasets:extended|ted_talks_iwslt","language:az","language:be","language:en","language:es","language:fr","language:gl","language:he","language:it","language:pt","language:ru","language:tr","license:cc-by-nc-nd-4.0","size_categories:1M<n<10M","region:us"]


hub_id: Helsinki-NLP/ted_iwlst2013
license: ["unknown"]
language: ["ar","de","en","es","fa","fr","it","nl","pl","pt","ro","ru","sl","tr","zh"]
config_name: en-zh
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ar","language:de","language:en","language:es","language:fa","language:fr","language:it","language:nl","language:pl","language:pt","language:ro","language:ru","language:sl","language:tr","language:zh","license:unknown","size_categories:100K<n<1M","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["en","zh"]}}}]


hub_id: neulab/ted_multi
tags: ["region:us"]
license: []
language: []
config_name: plain_text
column_names: ["translations","talk_name"]
features:
[{"name":"translations","dtype":{"translation_variable_languages":{"languages":["ar","az","be","bg","bn","bs","calv","cs","da","de","el","en","eo","es","et","eu","fa","fi","fr","fr-ca","gl","he","hi","hr","hu","hy","id","it","ja","ka","kk","ko","ku","lt","mk","mn","mr","ms","my","nb","nl","pl","pt","pt-br","ro","ru","sk","sl","sq","sr","sv","ta","th","tr","uk","ur","vi","zh","zh-cn","zh-tw"],"num_languages":60}}},{"name":"talk_name","dtype":"string"}]


hub_id: IWSLT/ted_talks_iwslt
license: ["cc-by-nc-nd-4.0"]
config_name: fr-ca_hi_2016
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["fr-ca","hi"]}}}]
tags:
["task_categories:translation","annotations_creators:expert-generated","language_creators:crowdsourced","language_creators:expert-generated","multilinguality:translation","source_datasets:original","language:af","language:am","language:ar","language:arq","language:art","language:as","language:ast","language:az","language:be","language:bg","language:bi","language:bn","language:bo","language:bs","language:ca","language:ceb","language:cnh","language:cs","language:da","language:de","language:el","language:en","language:eo","language:es","language:et","language:eu","language:fa","language:fi","language:fil","language:fr","language:ga","language:gl","language:gu","language:ha","language:he","language:hi","language:hr","language:ht","language:hu","language:hup","language:hy","language:id","language:ig","language:inh","language:is","language:it","language:ja","language:ka","language:kk","language:km","language:kn","language:ko","language:ku","language:ky","language:la","language:lb","language:lo","language:lt","language:ltg","language:lv","language:mg","language:mk","language:ml","language:mn","language:mr","language:ms","language:mt","language:my","language:nb","language:ne","language:nl","language:nn","language:oc","language:pa","language:pl","language:ps","language:pt","language:ro","language:ru","language:rup","language:sh","language:si","language:sk","language:sl","language:so","language:sq","language:sr","language:sv","language:sw","language:szl","language:ta","language:te","language:tg","language:th","language:tl","language:tlh","language:tr","language:tt","language:ug","language:uk","language:ur","language:uz","language:vi","language:zh","license:cc-by-nc-nd-4.0","size_categories:1K<n<10K","region:us"]

language:
["af","am","ar","arq","art","as","ast","az","be","bg","bi","bn","bo","bs","ca","ceb","cnh","cs","da","de","el","en","eo","es","et","eu","fa","fi","fil","fr","ga","gl","gu","ha","he","hi","hr","ht","hu","hup","hy","id","ig","inh","is","it","ja","ka","kk","km","kn","ko","ku","ky","la","lb","lo","lt","ltg","lv","mg","mk","ml","mn","mr","ms","mt","my","nb","ne","nl","nn","oc","pa","pl","ps","pt","ro","ru","rup","sh","si","sk","sl","so","sq","sr","sv","sw","szl","ta","te","tg","th","tl","tlh","tr","tt","ug","uk","ur","uz","vi","zh"]


hub_id: community-datasets/telugu_books
license: ["unknown"]
language: ["te"]
config_name: default
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","size_categories:n<1K","source_datasets:original","language:te","license:unknown","region:us"]


hub_id: community-datasets/telugu_news
license: ["unknown"]
language: ["te"]
config_name: default
column_names: ["sno","date","heading","body","topic"]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:text-classification","task_ids:language-modeling","task_ids:masked-language-modeling","task_ids:multi-class-classification","task_ids:topic-classification","annotations_creators:machine-generated","language_creators:other","multilinguality:monolingual","source_datasets:original","language:te","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"sno","dtype":"int32"},{"name":"date","dtype":"string"},{"name":"heading","dtype":"string"},{"name":"body","dtype":"string"},{"name":"topic","dtype":{"class_label":{"names":{"0":"business","1":"editorial","2":"entertainment","3":"nation","4":"sports"}}}}]


hub_id: Helsinki-NLP/tep_en_fa_para
license: ["unknown"]
language: ["en","fa"]
config_name: en-fa
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["en","fa"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:translation","source_datasets:original","language:en","language:fa","license:unknown","size_categories:100K<n<1M","region:us"]


hub_id: alevkov95/text2log
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["sentence","fol_translation"]
features: [{"name":"sentence","dtype":"string"},{"name":"fol_translation","dtype":"string"}]
tags:
["task_categories:translation","annotations_creators:machine-generated","language_creators:machine-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:100K<n<1M","region:us"]


hub_id: tmu-nlp/thai_toxicity_tweet
license: ["cc-by-nc-3.0"]
language: ["th"]
config_name: thai_toxicity_tweet
column_names: ["tweet_id","tweet_text","toxic_votes","nontoxic_votes","is_toxic"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:th","license:cc-by-nc-3.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"tweet_id","dtype":"string"},{"name":"tweet_text","dtype":"string"},{"name":"toxic_votes","dtype":"int32"},{"name":"nontoxic_votes","dtype":"int32"},{"name":"is_toxic","dtype":{"class_label":{"names":{"0":"neg","1":"pos"}}}}]


hub_id: wannaphong/thainer
license: ["cc-by-3.0"]
language: ["th"]
config_name: thainer
column_names: ["id","tokens","pos_tags","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","task_ids:part-of-speech","annotations_creators:expert-generated","annotations_creators:machine-generated","language_creators:found","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|other-tirasaroj-aroonmanakun","language:th","license:cc-by-3.0","size_categories:1K<n<10K","region:us"]

features:
[{"name":"id","dtype":"int32"},{"name":"tokens","sequence":"string"},{"name":"pos_tags","sequence":{"class_label":{"names":{"0":"ADJ","1":"ADP","2":"ADV","3":"AUX","4":"CCONJ","5":"DET","6":"NOUN","7":"NUM","8":"PART","9":"PRON","10":"PROPN","11":"PUNCT","12":"SCONJ","13":"VERB"}}}},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"B-DATE","1":"B-EMAIL","2":"B-LAW","3":"B-LEN","4":"B-LOCATION","5":"B-MONEY","6":"B-ORGANIZATION","7":"B-PERCENT","8":"B-PERSON","9":"B-PHONE","10":"B-TIME","11":"B-URL","12":"B-ZIP","13":"B-\u0e44\u0e21\u0e48\u0e22\u0e37\u0e19\u0e22\u0e31\u0e19","14":"I-DATE","15":"I-EMAIL","16":"I-LAW","17":"I-LEN","18":"I-LOCATION","19":"I-MONEY","20":"I-ORGANIZATION","21":"I-PERCENT","22":"I-PERSON","23":"I-PHONE","24":"I-TIME","25":"I-URL","26":"I-\u0e44\u0e21\u0e48\u0e22\u0e37\u0e19\u0e22\u0e31\u0e19","27":"O"}}}}]


hub_id: pythainlp/thaiqa_squad
license: ["cc-by-nc-sa-3.0"]
language: ["th"]
config_name: thaiqa_squad
column_names: ["question_id","article_id","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","task_ids:open-domain-qa","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","size_categories:1K<n<10K","source_datasets:extended|other-thaiqa","language:th","license:cc-by-nc-sa-3.0","region:us"]

features:
[{"name":"question_id","dtype":"int32"},{"name":"article_id","dtype":"int32"},{"name":"context","dtype":"string"},{"name":"question","dtype":"string"},{"name":"answers","sequence":[{"name":"answer","dtype":"string"},{"name":"answer_begin_position","dtype":"int32"},{"name":"answer_end_position","dtype":"int32"}]}]


hub_id: nakhun/thaisum
license: ["mit"]
language: ["th"]
config_name: thaisum
column_names: ["title","body","summary","type","tags","url"]
tags:
["task_categories:summarization","task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:th","license:mit","size_categories:100K<n<1M","region:us"]

features:
[{"name":"title","dtype":"string"},{"name":"body","dtype":"string"},{"name":"summary","dtype":"string"},{"name":"type","dtype":"string"},{"name":"tags","dtype":"string"},{"name":"url","dtype":"string"}]


hub_id: defunct-datasets/the_pile_books3
license: ["mit"]
language: ["en"]
config_name: plain_text
column_names: ["title","text"]
features: [{"name":"title","dtype":"string"},{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","size_categories:100K<n<1M","source_datasets:original","language:en","license:mit","arxiv:2101.00027","region:us"]


hub_id: defunct-datasets/the_pile_openwebtext2
license: ["mit"]
language: ["en"]
config_name: plain_text
column_names: ["title","text"]
features: [{"name":"title","dtype":"string"},{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_categories:text-classification","task_ids:language-modeling","task_ids:masked-language-modeling","task_ids:text-scoring","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:mit","size_categories:10M<n<100M","arxiv:2101.00027","region:us"]


hub_id: defunct-datasets/the_pile_stack_exchange
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: plain_text
column_names: ["domain","text"]
features: [{"name":"domain","dtype":"string"},{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:no-annotation","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:1M<n<10M","arxiv:2101.00027","region:us"]


hub_id: Helsinki-NLP/tilde_model
license: ["cc-by-sa-4.0"]
config_name: es-pt
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:bg","language:cs","language:da","language:de","language:el","language:en","language:es","language:et","language:fi","language:fr","language:hr","language:hu","language:is","language:it","language:lt","language:lv","language:mt","language:nl","language:no","language:pl","language:pt","language:ro","language:ru","language:sk","language:sl","language:sq","language:sr","language:sv","language:tr","language:uk","license:cc-by-sa-4.0","size_categories:n<1K","region:us"]

language:
["bg","cs","da","de","el","en","es","et","fi","fr","hr","hu","is","it","lt","lv","mt","nl","no","pl","pt","ro","ru","sk","sl","sq","sr","sv","tr","uk"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["es","pt"]}}}]


hub_id: google-research-datasets/time_dial
license: ["cc-by-nc-sa-4.0"]
language: ["en"]
config_name: default
tags:
["task_categories:text-classification","task_ids:multi-label-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:en","license:cc-by-nc-sa-4.0","dialog-act-classification","arxiv:2106.04571","region:us"]

column_names:
["id","conversation","correct1","correct2","incorrect1","incorrect1_rule","incorrect2","incorrect2_rule"]

features:
[{"name":"id","dtype":"int32"},{"name":"conversation","sequence":"string"},{"name":"correct1","dtype":"string"},{"name":"correct2","dtype":"string"},{"name":"incorrect1","dtype":"string"},{"name":"incorrect1_rule","dtype":"string"},{"name":"incorrect2","dtype":"string"},{"name":"incorrect2_rule","dtype":"string"}]


hub_id: community-datasets/times_of_india_news_headlines
license: ["cc0-1.0"]
language: ["en"]
config_name: default
column_names: ["publish_date","headline_category","headline_text"]
tags:
["task_categories:text2text-generation","task_categories:text-retrieval","task_ids:document-retrieval","task_ids:fact-checking-retrieval","task_ids:text-simplification","annotations_creators:no-annotation","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:cc0-1.0","size_categories:1M<n<10M","region:us"]

features:
[{"name":"publish_date","dtype":"string"},{"name":"headline_category","dtype":"string"},{"name":"headline_text","dtype":"string"}]


hub_id: jitkapat/tlc
license: ["unknown"]
language: ["th"]
config_name: tnhcv1.0
column_names: ["text"]
features: [{"name":"text","sequence":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:expert-generated","annotations_creators:no-annotation","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:th","license:unknown","size_categories:n<1K","region:us"]


hub_id: tmu-nlp/tmu_gfm_dataset
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["source","output","grammer","fluency","meaning","system","ave_g","ave_f","ave_m"]
tags:
["task_categories:text2text-generation","annotations_creators:crowdsourced","language_creators:machine-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1K<n<10K","region:us","grammatical-error-correction"]

features:
[{"name":"source","dtype":"string"},{"name":"output","dtype":"string"},{"name":"grammer","sequence":"int32"},{"name":"fluency","sequence":"int32"},{"name":"meaning","sequence":"int32"},{"name":"system","dtype":"string"},{"name":"ave_g","dtype":"float32"},{"name":"ave_f","dtype":"float32"},{"name":"ave_m","dtype":"float32"}]


hub_id: JAugusto97/told-br
license: ["cc-by-sa-4.0"]
language: ["pt"]
config_name: binary
column_names: ["text","label"]
tags:
["task_categories:text-classification","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:pt","license:cc-by-sa-4.0","size_categories:10K<n<100K","arxiv:2010.04543","region:us","hate-speech-detection"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"not-toxic","1":"toxic"}}}}]


hub_id: google-research-datasets/totto
license: ["cc-by-sa-3.0"]
language: ["en"]
config_name: default
tags:
["task_categories:table-to-text","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-3.0","size_categories:100K<n<1M","arxiv:2004.14373","region:us"]

column_names:
["id","table_page_title","table_webpage_url","table_section_title","table_section_text","table","highlighted_cells","example_id","sentence_annotations","overlap_subset"]

features:
[{"name":"id","dtype":"int32"},{"name":"table_page_title","dtype":"string"},{"name":"table_webpage_url","dtype":"string"},{"name":"table_section_title","dtype":"string"},{"name":"table_section_text","dtype":"string"},{"name":"table","list":{"list":[{"name":"column_span","dtype":"int32"},{"name":"is_header","dtype":"bool"},{"name":"row_span","dtype":"int32"},{"name":"value","dtype":"string"}]}},{"name":"highlighted_cells","sequence":{"sequence":"int32"}},{"name":"example_id","dtype":"string"},{"name":"sentence_annotations","sequence":[{"name":"original_sentence","dtype":"string"},{"name":"sentence_after_deletion","dtype":"string"},{"name":"sentence_after_ambiguity","dtype":"string"},{"name":"final_sentence","dtype":"string"}]},{"name":"overlap_subset","dtype":"string"}]


hub_id: CogComp/trec
license: ["unknown"]
language: ["en"]
config_name: default
column_names: ["text","coarse_label","fine_label"]
tags:
["task_categories:text-classification","task_ids:multi-class-classification","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1K<n<10K","region:us"]

features:
[{"name":"text","dtype":"string"},{"name":"coarse_label","dtype":{"class_label":{"names":{"0":"ABBR","1":"ENTY","2":"DESC","3":"HUM","4":"LOC","5":"NUM"}}}},{"name":"fine_label","dtype":{"class_label":{"names":{"0":"ABBR:abb","1":"ABBR:exp","2":"ENTY:animal","3":"ENTY:body","4":"ENTY:color","5":"ENTY:cremat","6":"ENTY:currency","7":"ENTY:dismed","8":"ENTY:event","9":"ENTY:food","10":"ENTY:instru","11":"ENTY:lang","12":"ENTY:letter","13":"ENTY:other","14":"ENTY:plant","15":"ENTY:product","16":"ENTY:religion","17":"ENTY:sport","18":"ENTY:substance","19":"ENTY:symbol","20":"ENTY:techmeth","21":"ENTY:termeq","22":"ENTY:veh","23":"ENTY:word","24":"DESC:def","25":"DESC:desc","26":"DESC:manner","27":"DESC:reason","28":"HUM:gr","29":"HUM:ind","30":"HUM:title","31":"HUM:desc","32":"LOC:city","33":"LOC:country","34":"LOC:mount","35":"LOC:other","36":"LOC:state","37":"NUM:code","38":"NUM:count","39":"NUM:date","40":"NUM:dist","41":"NUM:money","42":"NUM:ord","43":"NUM:other","44":"NUM:period","45":"NUM:perc","46":"NUM:speed","47":"NUM:temp","48":"NUM:volsize","49":"NUM:weight"}}}}]


hub_id: mandarjoshi/trivia_qa
license: ["unknown"]
language: ["en"]
config_name: unfiltered.wikipedia.nocontext
column_names: ["question","question_id","question_source","entity_pages","search_results","answer"]
tags:
["task_categories:question-answering","task_categories:text2text-generation","task_ids:open-domain-qa","task_ids:open-domain-abstractive-qa","task_ids:extractive-qa","task_ids:abstractive-qa","annotations_creators:crowdsourced","language_creators:machine-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:100M<n<1B","parquet","text","datasets","dask","mlcroissant","arxiv:1705.03551","region:us","croissant"]

features:
[{"name":"question","dtype":"string"},{"name":"question_id","dtype":"string"},{"name":"question_source","dtype":"string"},{"name":"entity_pages","sequence":[{"name":"doc_source","dtype":"string"},{"name":"filename","dtype":"string"},{"name":"title","dtype":"string"},{"name":"wiki_context","dtype":"string"}]},{"name":"search_results","sequence":[{"name":"description","dtype":"string"},{"name":"filename","dtype":"string"},{"name":"rank","dtype":"int32"},{"name":"title","dtype":"string"},{"name":"url","dtype":"string"},{"name":"search_context","dtype":"string"}]},{"name":"answer","struct":[{"name":"aliases","sequence":"string"},{"name":"normalized_aliases","sequence":"string"},{"name":"matched_wiki_entity_name","dtype":"string"},{"name":"normalized_matched_wiki_entity_name","dtype":"string"},{"name":"normalized_value","dtype":"string"},{"name":"type","dtype":"string"},{"name":"value","dtype":"string"}]}]


hub_id: fbougares/tsac
license: ["lgpl-3.0"]
language: ["aeb"]
config_name: default
column_names: ["id","sentence","target"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:aeb","license:lgpl-3.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"sentence","dtype":"string"},{"name":"target","dtype":{"class_label":{"names":{"0":"1","1":"-1"}}}}]


hub_id: savasy/ttc4900
license: ["unknown"]
language: ["tr"]
config_name: ttc4900
column_names: ["category","text"]
tags:
["task_categories:text-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","size_categories:1K<n<10K","source_datasets:original","language:tr","license:unknown","news-category-classification","region:us"]

features:
[{"name":"category","dtype":{"class_label":{"names":{"0":"siyaset","1":"dunya","2":"ekonomi","3":"kultur","4":"saglik","5":"spor","6":"teknoloji"}}}},{"name":"text","dtype":"string"}]


hub_id: chaymafourati/tunizi
license: ["unknown"]
language: ["aeb"]
config_name: default
column_names: ["id","sentence","target"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:aeb","license:unknown","size_categories:1K<n<10K","arxiv:2004.14303","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"sentence","dtype":"string"},{"name":"target","dtype":{"class_label":{"names":{"0":"1","1":"-1"}}}}]


hub_id: allenai/tuple_ie
license: ["unknown"]
language: ["en"]
config_name: 8th_grade
column_names: ["sentence","tuples"]
tags:
["task_categories:other","annotations_creators:found","language_creators:machine-generated","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:100K<n<1M","region:us","open-information-extraction"]

features:
[{"name":"sentence","dtype":"string"},{"name":"tuples","sequence":[{"name":"score","dtype":"float32"},{"name":"tuple_text","dtype":"string"},{"name":"context","dtype":"string"},{"name":"arg1","dtype":"string"},{"name":"rel","dtype":"string"},{"name":"arg2s","sequence":"string"}]}]


hub_id: community-datasets/turk
license: ["gpl-3.0"]
language: ["en"]
config_name: simplification
column_names: ["original","simplifications"]
features: [{"name":"original","dtype":"string"},{"name":"simplifications","sequence":"string"}]
tags:
["task_categories:text2text-generation","task_ids:text-simplification","annotations_creators:machine-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:gpl-3.0","size_categories:1K<n<10K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]


hub_id: turkic-interlingua/turkic_xwmt
license: ["mit"]
language: ["az","ba","en","kaa","kk","ky","ru","sah","tr","uz"]
config_name: uz-tr
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["uz","tr"]}}}]
tags:
["task_categories:translation","annotations_creators:crowdsourced","language_creators:found","multilinguality:translation","source_datasets:extended|WMT 2020 News Translation Task","language:az","language:ba","language:en","language:kaa","language:kk","language:ky","language:ru","language:sah","language:tr","language:uz","license:mit","size_categories:n<1K","arxiv:2109.04593","region:us"]


hub_id: mkeskin/turkish_movie_sentiment
license: ["unknown"]
language: ["tr"]
config_name: turkishmoviesentiment
column_names: ["point","comment","film_name"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","task_ids:sentiment-scoring","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:tr","license:unknown","size_categories:10K<n<100K","region:us"]

features:
[{"name":"point","dtype":"float32"},{"name":"comment","dtype":"string"},{"name":"film_name","dtype":"string"}]


hub_id: erayyildiz/turkish_ner
license: ["cc-by-4.0"]
language: ["tr"]
config_name: default
column_names: ["id","tokens","domain","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:machine-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:tr","license:cc-by-4.0","size_categories:100K<n<1M","arxiv:1702.02363","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"domain","dtype":{"class_label":{"names":{"0":"architecture","1":"basketball","2":"book","3":"business","4":"education","5":"fictional_universe","6":"film","7":"food","8":"geography","9":"government","10":"law","11":"location","12":"military","13":"music","14":"opera","15":"organization","16":"people","17":"religion","18":"royalty","19":"soccer","20":"sports","21":"theater","22":"time","23":"travel","24":"tv"}}}},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-PERSON","2":"I-PERSON","3":"B-ORGANIZATION","4":"I-ORGANIZATION","5":"B-LOCATION","6":"I-LOCATION","7":"B-MISC","8":"I-MISC"}}}}]


hub_id: fthbrmnby/turkish_product_reviews
license: ["unknown"]
language: ["tr"]
config_name: default
column_names: ["sentence","sentiment"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:tr","license:unknown","size_categories:100K<n<1M","region:us"]

features:
[{"name":"sentence","dtype":"string"},{"name":"sentiment","dtype":{"class_label":{"names":{"0":"negative","1":"positive"}}}}]


hub_id: community-datasets/turkish_shrinked_ner
license: ["cc-by-4.0"]
language: ["tr"]
config_name: default
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:machine-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:extended|other-turkish_ner","language:tr","license:cc-by-4.0","size_categories:100K<n<1M","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"O","1":"B-academic","2":"I-academic","3":"B-academic_person","4":"I-academic_person","5":"B-aircraft","6":"I-aircraft","7":"B-album_person","8":"I-album_person","9":"B-anatomy","10":"I-anatomy","11":"B-animal","12":"I-animal","13":"B-architect_person","14":"I-architect_person","15":"B-capital","16":"I-capital","17":"B-chemical","18":"I-chemical","19":"B-clothes","20":"I-clothes","21":"B-country","22":"I-country","23":"B-culture","24":"I-culture","25":"B-currency","26":"I-currency","27":"B-date","28":"I-date","29":"B-food","30":"I-food","31":"B-genre","32":"I-genre","33":"B-government","34":"I-government","35":"B-government_person","36":"I-government_person","37":"B-language","38":"I-language","39":"B-location","40":"I-location","41":"B-material","42":"I-material","43":"B-measure","44":"I-measure","45":"B-medical","46":"I-medical","47":"B-military","48":"I-military","49":"B-military_person","50":"I-military_person","51":"B-nation","52":"I-nation","53":"B-newspaper","54":"I-newspaper","55":"B-organization","56":"I-organization","57":"B-organization_person","58":"I-organization_person","59":"B-person","60":"I-person","61":"B-production_art_music","62":"I-production_art_music","63":"B-production_art_music_person","64":"I-production_art_music_person","65":"B-quantity","66":"I-quantity","67":"B-religion","68":"I-religion","69":"B-science","70":"I-science","71":"B-shape","72":"I-shape","73":"B-ship","74":"I-ship","75":"B-software","76":"I-software","77":"B-space","78":"I-space","79":"B-space_person","80":"I-space_person","81":"B-sport","82":"I-sport","83":"B-sport_name","84":"I-sport_name","85":"B-sport_person","86":"I-sport_person","87":"B-structure","88":"I-structure","89":"B-subject","90":"I-subject","91":"B-tech","92":"I-tech","93":"B-train","94":"I-train","95":"B-vehicle","96":"I-vehicle"}}}}]


hub_id: TurkuNLP/turku_ner_corpus
license: ["cc-by-nc-sa-4.0"]
language: ["fi"]
config_name: default
column_names: ["id","tokens","ner_tags"]
tags:
["task_categories:token-classification","task_ids:named-entity-recognition","annotations_creators:expert-generated","language_creators:expert-generated","multilinguality:monolingual","source_datasets:original","language:fi","license:cc-by-nc-sa-4.0","size_categories:10K<n<100K","region:us"]

features:
[{"name":"id","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"ner_tags","sequence":{"class_label":{"names":{"0":"B-DATE","1":"B-EVENT","2":"B-LOC","3":"B-ORG","4":"B-PER","5":"B-PRO","6":"I-DATE","7":"I-EVENT","8":"I-LOC","9":"I-ORG","10":"I-PER","11":"I-PRO","12":"O"}}}}]


hub_id: cardiffnlp/tweet_eval
license: ["unknown"]
language: ["en"]
config_name: stance_hillary
column_names: ["text","label"]
tags:
["task_categories:text-classification","task_ids:intent-classification","task_ids:multi-class-classification","task_ids:sentiment-classification","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:extended|other-tweet-datasets","language:en","license:unknown","size_categories:10M<n<100M","parquet","text","datasets","pandas","mlcroissant","arxiv:2010.12421","region:us","croissant"]

features:
[{"name":"text","dtype":"string"},{"name":"label","dtype":{"class_label":{"names":{"0":"none","1":"against","2":"favor"}}}}]


hub_id: ucsbnlp/tweet_qa
license: ["cc-by-sa-4.0"]
language: ["en"]
config_name: default
column_names: ["Question","Answer","Tweet","qid"]
tags:
["task_categories:question-answering","task_ids:open-domain-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","source_datasets:original","language:en","license:cc-by-sa-4.0","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","arxiv:1907.06292","region:us","croissant"]

features:
[{"name":"Question","dtype":"string"},{"name":"Answer","sequence":"string"},{"name":"Tweet","dtype":"string"},{"name":"qid","dtype":"string"}]


hub_id: alt-qsri/tweets_ar_en_parallel
license: ["apache-2.0"]
language: ["ar","en"]
config_name: countryTopicAnnotation
column_names: ["account","country","topic"]
tags:
["task_categories:translation","annotations_creators:expert-generated","annotations_creators:no-annotation","language_creators:found","multilinguality:translation","source_datasets:original","language:ar","language:en","license:apache-2.0","size_categories:100K<n<1M","region:us","tweets-translation"]

features:
[{"name":"account","dtype":"string"},{"name":"country","dtype":{"class_label":{"names":{"0":"QA","1":"BH","2":"AE","3":"OM","4":"SA","5":"PL","6":"JO","7":"IQ","8":"Other","9":"EG","10":"KW","11":"SY"}}}},{"name":"topic","dtype":{"class_label":{"names":{"0":"Gov","1":"Culture","2":"Education","3":"Sports","4":"Travel","5":"Events","6":"Business","7":"Science","8":"Politics","9":"Health","10":"Governoment","11":"Media"}}}}]


hub_id: tweets-hate-speech-detection/tweets_hate_speech_detection
license: ["gpl-3.0"]
language: ["en"]
config_name: default
column_names: ["label","tweet"]
tags:
["task_categories:text-classification","task_ids:sentiment-classification","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:monolingual","size_categories:10K<n<100K","source_datasets:original","language:en","license:gpl-3.0","region:us"]

features:
[{"name":"label","dtype":{"class_label":{"names":{"0":"no-hate-speech","1":"hate-speech"}}}},{"name":"tweet","dtype":"string"}]


hub_id: ajesujoba/twi_text_c3
license: ["cc-by-nc-4.0"]
language: ["tw"]
config_name: plain_text
column_names: ["text"]
features: [{"name":"text","dtype":"string"}]
tags:
["task_categories:text-generation","task_categories:fill-mask","task_ids:language-modeling","task_ids:masked-language-modeling","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:tw","license:cc-by-nc-4.0","size_categories:100K<n<1M","region:us"]


hub_id: ajesujoba/twi_wordsim353
license: ["unknown"]
language: ["en","tw"]
config_name: default
column_names: ["twi1","twi2","similarity"]
tags:
["task_categories:text-classification","task_ids:text-scoring","task_ids:semantic-similarity-scoring","annotations_creators:crowdsourced","language_creators:expert-generated","multilinguality:multilingual","source_datasets:original","language:en","language:tw","license:unknown","size_categories:n<1K","region:us"]

features:
[{"name":"twi1","dtype":"string"},{"name":"twi2","dtype":"string"},{"name":"similarity","dtype":"float32"}]


hub_id: google-research-datasets/tydiqa
license: ["apache-2.0"]
language: ["ar","bn","en","fi","id","ja","ko","ru","sw","te","th"]
config_name: secondary_task
column_names: ["id","title","context","question","answers"]
tags:
["task_categories:question-answering","task_ids:extractive-qa","annotations_creators:crowdsourced","language_creators:crowdsourced","multilinguality:multilingual","size_categories:unknown","source_datasets:extended|wikipedia","language:ar","language:bn","language:en","language:fi","language:id","language:ja","language:ko","language:ru","language:sw","language:te","language:th","license:apache-2.0","region:us"]


hub_id: ubuntu-dialogs-corpus/ubuntu_dialogs_corpus
license: ["unknown"]
language: ["en"]
config_name: dev_test
tags:
["task_ids:dialogue-generation","annotations_creators:found","language_creators:found","multilinguality:monolingual","source_datasets:original","language:en","license:unknown","size_categories:1M<n<10M","arxiv:1506.08909","region:us"]

column_names:
["Context","Ground Truth Utterance","Distractor_0","Distractor_1","Distractor_2","Distractor_3","Distractor_4","Distractor_5","Distractor_6","Distractor_7","Distractor_8"]

features:
[{"name":"Context","dtype":"string"},{"name":"Ground Truth Utterance","dtype":"string"},{"name":"Distractor_0","dtype":"string"},{"name":"Distractor_1","dtype":"string"},{"name":"Distractor_2","dtype":"string"},{"name":"Distractor_3","dtype":"string"},{"name":"Distractor_4","dtype":"string"},{"name":"Distractor_5","dtype":"string"},{"name":"Distractor_6","dtype":"string"},{"name":"Distractor_7","dtype":"string"},{"name":"Distractor_8","dtype":"string"}]


hub_id: community-datasets/udhr
license: ["unknown"]
config_name: default
column_names: ["text","lang_key","lang_name","iso639-3","iso15924","bcp47"]
tags:
["task_categories:translation","annotations_creators:no-annotation","language_creators:found","multilinguality:multilingual","source_datasets:original","language:aa","language:ab","language:ace","language:acu","language:ada","language:ady","language:af","language:agr","language:aii","language:ajg","language:als","language:alt","language:am","language:amc","language:ame","language:ami","language:amr","language:ar","language:arl","language:arn","language:ast","language:auc","language:ay","language:az","language:ban","language:bax","language:bba","language:bci","language:be","language:bem","language:bfa","language:bg","language:bho","language:bi","language:bik","language:bin","language:blt","language:bm","language:bn","language:bo","language:boa","language:br","language:bs","language:buc","language:bug","language:bum","language:ca","language:cab","language:cak","language:cbi","language:cbr","language:cbs","language:cbt","language:cbu","language:ccp","language:ceb","language:cfm","language:ch","language:chj","language:chk","language:chr","language:cic","language:cjk","language:cjs","language:cjy","language:ckb","language:cnh","language:cni","language:cnr","language:co","language:cof","language:cot","language:cpu","language:crh","language:cri","language:crs","language:cs","language:csa","language:csw","language:ctd","language:cy","language:da","language:dag","language:ddn","language:de","language:dga","language:dip","language:duu","language:dv","language:dyo","language:dyu","language:dz","language:ee","language:el","language:en","language:eo","language:es","language:ese","language:et","language:eu","language:eve","language:evn","language:fa","language:fat","language:fi","language:fj","language:fkv","language:fo","language:fon","language:fr","language:fuf","language:fur","language:fuv","language:fvr","language:fy","language:ga","language:gaa","language:gag","language:gan","language:gd","language:gjn","language:gkp","language:gl","language:gld","language:gn","language:gsw","language:gu","language:guc","language:guu","language:gv","language:gyr","language:ha","language:hak","language:haw","language:he","language:hi","language:hil","language:hlt","language:hmn","language:hms","language:hna","language:hni","language:hnj","language:hns","language:hr","language:hsb","language:hsn","language:ht","language:hu","language:hus","language:huu","language:hy","language:ia","language:ibb","language:id","language:idu","language:ig","language:ii","language:ijs","language:ilo","language:io","language:is","language:it","language:iu","language:ja","language:jiv","language:jv","language:ka","language:kaa","language:kbd","language:kbp","language:kde","language:kdh","language:kea","language:kek","language:kg","language:kha","language:kjh","language:kk","language:kkh","language:kl","language:km","language:kmb","language:kn","language:ko","language:koi","language:koo","language:kqn","language:kqs","language:kr","language:kri","language:krl","language:ktu","language:ku","language:kwi","language:ky","language:la","language:lad","language:lah","language:lb","language:lg","language:lia","language:lij","language:lld","language:ln","language:lns","language:lo","language:lob","language:lot","language:loz","language:lt","language:lua","language:lue","language:lun","language:lus","language:lv","language:mad","language:mag","language:mai","language:mam","language:man","language:maz","language:mcd","language:mcf","language:men","language:mfq","language:mg","language:mh","language:mi","language:mic","language:min","language:miq","language:mk","language:ml","language:mn","language:mnw","language:mor","language:mos","language:mr","language:mt","language:mto","language:mxi","language:mxv","language:my","language:mzi","language:nan","language:nb","language:nba","language:nds","language:ne","language:ng","language:nhn","language:nio","language:niu","language:niv","language:njo","language:nku","language:nl","language:nn","language:not","language:nr","language:nso","language:nv","language:ny","language:nym","language:nyn","language:nzi","language:oaa","language:oc","language:ojb","language:oki","language:om","language:orh","language:os","language:ote","language:pa","language:pam","language:pap","language:pau","language:pbb","language:pcd","language:pcm","language:pis","language:piu","language:pl","language:pon","language:pov","language:ppl","language:prq","language:ps","language:pt","language:qu","language:quc","language:qug","language:quh","language:quy","language:qva","language:qvc","language:qvh","language:qvm","language:qvn","language:qwh","language:qxn","language:qxu","language:rar","language:rgn","language:rm","language:rmn","language:rn","language:ro","language:ru","language:rup","language:rw","language:sa","language:sah","language:sc","language:sco","language:se","language:sey","language:sg","language:shk","language:shn","language:shp","language:si","language:sk","language:skr","language:sl","language:slr","language:sm","language:sn","language:snk","language:snn","language:so","language:sr","language:srr","language:ss","language:st","language:su","language:suk","language:sus","language:sv","language:sw","language:swb","language:ta","language:taj","language:tbz","language:tca","language:tdt","language:te","language:tem","language:tet","language:tg","language:th","language:ti","language:tiv","language:tk","language:tl","language:tly","language:tn","language:to","language:tob","language:toi","language:toj","language:top","language:tpi","language:tr","language:ts","language:tsz","language:tt","language:tw","language:ty","language:tyv","language:tzh","language:tzm","language:tzo","language:udu","language:ug","language:uk","language:umb","language:und","language:ur","language:ura","language:uz","language:vai","language:ve","language:vec","language:vep","language:vi","language:vmw","language:wa","language:war","language:wo","language:wuu","language:wwa","language:xh","language:xsm","language:yad","language:yao","language:yap","language:yi","language:ykg","language:yo","language:yrk","language:yua","language:yue","language:za","language:zam","language:zdj","language:zgh","language:zh","language:zlm","language:zro","language:ztu","language:zu","license:unknown","size_categories:n<1K","region:us"]

language:
["aa","ab","ace","acu","ada","ady","af","agr","aii","ajg","als","alt","am","amc","ame","ami","amr","ar","arl","arn","ast","auc","ay","az","ban","bax","bba","bci","be","bem","bfa","bg","bho","bi","bik","bin","blt","bm","bn","bo","boa","br","bs","buc","bug","bum","ca","cab","cak","cbi","cbr","cbs","cbt","cbu","ccp","ceb","cfm","ch","chj","chk","chr","cic","cjk","cjs","cjy","ckb","cnh","cni","cnr","co","cof","cot","cpu","crh","cri","crs","cs","csa","csw","ctd","cy","da","dag","ddn","de","dga","dip","duu","dv","dyo","dyu","dz","ee","el","en","eo","es","ese","et","eu","eve","evn","fa","fat","fi","fj","fkv","fo","fon","fr","fuf","fur","fuv","fvr","fy","ga","gaa","gag","gan","gd","gjn","gkp","gl","gld","gn","gsw","gu","guc","guu","gv","gyr","ha","hak","haw","he","hi","hil","hlt","hmn","hms","hna","hni","hnj","hns","hr","hsb","hsn","ht","hu","hus","huu","hy","ia","ibb","id","idu","ig","ii","ijs","ilo","io","is","it","iu","ja","jiv","jv","ka","kaa","kbd","kbp","kde","kdh","kea","kek","kg","kha","kjh","kk","kkh","kl","km","kmb","kn","ko","koi","koo","kqn","kqs","kr","kri","krl","ktu","ku","kwi","ky","la","lad","lah","lb","lg","lia","lij","lld","ln","lns","lo","lob","lot","loz","lt","lua","lue","lun","lus","lv","mad","mag","mai","mam","man","maz","mcd","mcf","men","mfq","mg","mh","mi","mic","min","miq","mk","ml","mn","mnw","mor","mos","mr","mt","mto","mxi","mxv","my","mzi","nan","nb","nba","nds","ne","ng","nhn","nio","niu","niv","njo","nku","nl","nn","not","nr","nso","nv","ny","nym","nyn","nzi","oaa","oc","ojb","oki","om","orh","os","ote","pa","pam","pap","pau","pbb","pcd","pcm","pis","piu","pl","pon","pov","ppl","prq","ps","pt","qu","quc","qug","quh","quy","qva","qvc","qvh","qvm","qvn","qwh","qxn","qxu","rar","rgn","rm","rmn","rn","ro","ru","rup","rw","sa","sah","sc","sco","se","sey","sg","shk","shn","shp","si","sk","skr","sl","slr","sm","sn","snk","snn","so","sr","srr","ss","st","su","suk","sus","sv","sw","swb","ta","taj","tbz","tca","tdt","te","tem","tet","tg","th","ti","tiv","tk","tl","tly","tn","to","tob","toi","toj","top","tpi","tr","ts","tsz","tt","tw","ty","tyv","tzh","tzm","tzo","udu","ug","uk","umb","und","ur","ura","uz","vai","ve","vec","vep","vi","vmw","wa","war","wo","wuu","wwa","xh","xsm","yad","yao","yap","yi","ykg","yo","yrk","yua","yue","za","zam","zdj","zgh","zh","zlm","zro","ztu","zu"]

features:
[{"name":"text","dtype":"string"},{"name":"lang_key","dtype":"string"},{"name":"lang_name","dtype":"string"},{"name":"iso639-3","dtype":"string"},{"name":"iso15924","dtype":"string"},{"name":"bcp47","dtype":"string"}]


hub_id: community-datasets/um005
license: ["unknown"]
language: ["en","ur"]
config_name: quran
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:no-annotation","language_creators:other","multilinguality:multilingual","source_datasets:original","language:en","language:ur","license:unknown","size_categories:10K<n<100K","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["ur","en"]}}}]


hub_id: Helsinki-NLP/un_ga
license: ["unknown"]
language: ["ar","en","es","fr","ru","zh"]
config_name: ru_to_zh
column_names: ["id","translation"]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:translation","source_datasets:original","language:ar","language:en","language:es","language:fr","language:ru","language:zh","license:unknown","size_categories:1M<n<10M","parquet","text","datasets","pandas","mlcroissant","region:us","croissant"]

features:
[{"name":"id","dtype":"string"},{"name":"translation","dtype":{"translation":{"languages":["ru","zh"]}}}]


hub_id: Helsinki-NLP/multiun
license: ["unknown"]
language: ["ar","de","en","es","fr","ru","zh"]
config_name: ru-zh
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["ru","zh"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ar","language:de","language:en","language:es","language:fr","language:ru","language:zh","license:unknown","size_categories:100M<n<1B","parquet","text","datasets","dask","mlcroissant","region:us","croissant"]


hub_id: Helsinki-NLP/un_pc
license: ["other"]
language: ["ar","en","es","fr","ru","zh"]
config_name: ru-zh
column_names: ["translation"]
features: [{"name":"translation","dtype":{"translation":{"languages":["ru","zh"]}}}]
tags:
["task_categories:translation","annotations_creators:found","language_creators:found","multilinguality:multilingual","source_datasets:original","language:ar","language:en","language:es","language:fr","language:ru","language:zh","license:other","size_categories:100M<n<1B","parquet","text","datasets","dask","mlcroissant","region:us","croissant"]


hub_id: universal-dependencies/universal_dependencies
license: ["unknown"]
config_name: yo_ytb
column_names: ["idx","text","tokens","lemmas","upos","xpos","feats","head","deprel","deps","misc"]
tags:
["task_categories:token-classification","task_ids:parsing","annotations_creators:expert-generated","language_creators:crowdsourced","multilinguality:multilingual","source_datasets:original","language:af","language:aii","language:ajp","language:akk","language:am","language:apu","language:aqz","language:ar","language:be","language:bg","language:bho","language:bm","language:br","language:bxr","language:ca","language:ckt","language:cop","language:cs","language:cu","language:cy","language:da","language:de","language:el","language:en","language:es","language:et","language:eu","language:fa","language:fi","language:fo","language:fr","language:fro","language:ga","language:gd","language:gl","language:got","language:grc","language:gsw","language:gun","language:gv","language:he","language:hi","language:hr","language:hsb","language:hu","language:hy","language:id","language:is","language:it","language:ja","language:kfm","language:kk","language:kmr","language:ko","language:koi","language:kpv","language:krl","language:la","language:lt","language:lv","language:lzh","language:mdf","language:mr","language:mt","language:myu","language:myv","language:nl","language:no","language:nyq","language:olo","language:orv","language:otk","language:pcm","language:pl","language:pt","language:ro","language:ru","language:sa","language:sk","language:sl","language:sme","language:sms","language:soj","language:sq","language:sr","language:sv","language:swl","language:ta","language:te","language:th","language:tl","language:tpn","language:tr","language:ug","language:uk","language:ur","language:vi","language:wbp","language:wo","language:yo","language:yue","language:zh","license:unknown","size_categories:1K<n<10K","region:us","constituency-parsing","dependency-parsing"]

language:
["af","aii","ajp","akk","am","apu","aqz","ar","be","bg","bho","bm","br","bxr","ca","ckt","cop","cs","cu","cy","da","de","el","en","es","et","eu","fa","fi","fo","fr","fro","ga","gd","gl","got","grc","gsw","gun","gv","he","hi","hr","hsb","hu","hy","id","is","it","ja","kfm","kk","kmr","ko","koi","kpv","krl","la","lt","lv","lzh","mdf","mr","mt","myu","myv","nl","no","nyq","olo","orv","otk","pcm","pl","pt","ro","ru","sa","sk","sl","sme","sms","soj","sq","sr","sv","swl","ta","te","th","tl","tpn","tr","ug","uk","ur","vi","wbp","wo","yo","yue","zh"]

features:
[{"name":"idx","dtype":"string"},{"name":"text","dtype":"string"},{"name":"tokens","sequence":"string"},{"name":"lemmas","sequence":"string"},{"name":"upos","sequence":{"class_label":{"names":{"0":"NOUN","1":"PUNCT","2":"ADP","3":"NUM","4":"SYM","5":"SCONJ","6":"ADJ","7":"PART","8":"DET","9":"CCONJ","10":"PROPN","11":"PRON","12":"X","13":"_","14":"ADV","15":"INTJ","16":"VERB","17":"AUX"}}}},{"name":"xpos","sequence":"string"},{"name":"feats","sequence":"string"},{"name":"head","sequence":"string"},{"name":"deprel","sequence":"string"},{"name":"deps","sequence":"string"},{"name":"misc","sequence":"string"}]


hub_id: unimorph/universal_morphologies
license: ["cc-by-sa-3.0"]
config_name: zul
column_names: ["lemma","forms"]
tags:
["task_categories:token-classification","task_categories:text-classification","task_ids:multi-class-classification","task_ids:multi-label-classification","annotations_creators:expert-generated","language_creators:found","multilinguality:monolingual","source_datasets:original","language:ady","language:ang","language:ar","language:arn","language:ast","language:az","language:ba","language:be","language:bg","language:bn","language:bo","language:br","language:ca","language:ckb","language:crh","language:cs","language:csb","language:cu","language:cy","language:da","language:de","language:dsb","language:el","language:en","language:es","language:et","language:eu","language:fa","language:fi","language:fo","language:fr","language:frm","language:fro","language:frr","language:fur","language:fy","language:ga","language:gal","language:gd","language:gmh","language:gml","language:got","language:grc","language:gv","language:hai","language:he","language:hi","language:hu","language:hy","language:is","language:it","language:izh","language:ka","language:kbd","language:kjh","language:kk","language:kl","language:klr","language:kmr","language:kn","language:krl","language:kw","language:la","language:liv","language:lld","language:lt","language:lud","language:lv","language:mk","language:mt","language:mwf","language:nap","language:nb","language:nds","language:nl","language:nn","language:nv","language:oc","language:olo","language:osx","language:pl","language:ps","language:pt","language:qu","language:ro","language:ru","language:sa","language:sga","language:sh","language:sl","language:sme","language:sq","language:sv","language:swc","language:syc","language:te","language:tg","language:tk","language:tr","language:tt","language:uk","language:ur","language:uz","language:vec","language:vep","language:vot","language:xcl","language:xno","language:yi","language:zu","license:cc-by-sa-3.0","size_categories:10K<n<100K","region:us","morphology"]

language:
["ady","ang","ar","arn","ast","az","ba","be","bg","bn","bo","br","ca","ckb","crh","cs","csb","cu","cy","da","de","dsb","el","en","es","et","eu","fa","fi","fo","fr","frm","fro","frr","fur","fy","ga","gal","gd","gmh","gml","got","grc","gv","hai","he","hi","hu","hy","is","it","izh","ka","kbd","kjh","kk","kl","klr","kmr","kn","krl","kw","la","liv","lld","lt","lud","lv","mk","mt","mwf","nap","nb","nds","nl","nn","nv","oc","olo","osx","pl","ps","pt","qu","ro","ru","sa","sga","sh","sl","sme","sq","sv","swc","syc","te","tg","tk","tr","tt","uk","ur","uz","vec","vep","vot","xcl","xno","yi","zu"]

features:
[{"name":"lemma","dtype":"string"},{"name":"forms","sequence":[{"name":"word","dtype":"string"},{"name":"Aktionsart","sequence":{"class_label":{"names":{"0":"STAT","1":"DYN","2":"TEL","3":"ATEL","4":"PCT","5":"DUR","6":"ACH","7":"ACCMP","8":"SEMEL","9":"ACTY"}}}},{"name":"Animacy","sequence":{"class_label":{"names":{"0":"ANIM","1":"INAN","2":"HUM","3":"NHUM"}}}},{"name":"Argument_Marking","sequence":{"class_label":{"names":{"0":"ARGNO1S","1":"ARGNO2S","2":"ARGNO3S","3":"ARGNO1P","4":"ARGNO2P","5":"ARGNO3P","6":"ARGAC1S","7":"ARGAC2S","8":"ARGAC3S","9":"ARGAC1P","10":"ARGAC2P","11":"ARGAC3P","12":"ARGAB1S","13":"ARGAB2S","14":"ARGAB3S","15":"ARGAB1P","16":"ARGAB2P","17":"ARGAB3P","18":"ARGER1S","19":"ARGER2S","20":"ARGER3S","21":"ARGER1P","22":"ARGER2P","23":"ARGER3P","24":"ARGDA1S","25":"ARGDA2S","26":"ARGDA3S","27":"ARGDA1P","28":"ARGDA2P","29":"ARGDA3P","30":"ARGBE1S","31":"ARGBE2S","32":"ARGBE3S","33":"ARGBE1P","34":"ARGBE2P","35":"ARGBE3P"}}}},{"name":"Aspect","sequence":{"class_label":{"names":{"0":"IPFV","1":"PFV","2":"PRF","3":"PROG","4":"PROSP","5":"ITER","6":"HAB"}}}},{"name":"Case","sequence":{"class_label":{"names":{"0":"NOM","1":"ACC","2":"ERG","3":"ABS","4":"NOMS","5":"DAT","6":"BEN","7":"PRP","8":"GEN","9":"REL","10":"PRT","11":"INS","12":"COM","13":"VOC","14":"COMPV","15":"EQTV","16":"PRIV","17":"PROPR","18":"AVR","19":"FRML","20":"TRANS","21":"BYWAY","22":"INTER","23":"AT","24":"POST","25":"IN","26":"CIRC","27":"ANTE","28":"APUD","29":"ON","30":"ONHR","31":"ONVR","32":"SUB","33":"REM","34":"PROXM","35":"ESS","36":"ALL","37":"ABL","38":"APPRX","39":"TERM"}}}},{"name":"Comparison","sequence":{"class_label":{"names":{"0":"CMPR","1":"SPRL","2":"AB","3":"RL","4":"EQT"}}}},{"name":"Definiteness","sequence":{"class_label":{"names":{"0":"DEF","1":"INDF","2":"SPEC","3":"NSPEC"}}}},{"name":"Deixis","sequence":{"class_label":{"names":{"0":"PROX","1":"MED","2":"REMT","3":"REF1","4":"REF2","5":"NOREF","6":"PHOR","7":"VIS","8":"NVIS","9":"ABV","10":"EVEN","11":"BEL"}}}},{"name":"Evidentiality","sequence":{"class_label":{"names":{"0":"FH","1":"DRCT","2":"SEN","3":"VISU","4":"NVSEN","5":"AUD","6":"NFH","7":"QUOT","8":"RPRT","9":"HRSY","10":"INFER","11":"ASSUM"}}}},{"name":"Finiteness","sequence":{"class_label":{"names":{"0":"FIN","1":"NFIN"}}}},{"name":"Gender","sequence":{"class_label":{"names":{"0":"MASC","1":"FEM","2":"NEUT","3":"NAKH1","4":"NAKH2","5":"NAKH3","6":"NAKH4","7":"NAKH5","8":"NAKH6","9":"NAKH7","10":"NAKH8","11":"BANTU1","12":"BANTU2","13":"BANTU3","14":"BANTU4","15":"BANTU5","16":"BANTU6","17":"BANTU7","18":"BANTU8","19":"BANTU9","20":"BANTU10","21":"BANTU11","22":"BANTU12","23":"BANTU13","24":"BANTU14","25":"BANTU15","26":"BANTU16","27":"BANTU17","28":"BANTU18","29":"BANTU19","30":"BANTU20","31":"BANTU21","32":"BANTU22","33":"BANTU23"}}}},{"name":"Information_Structure","sequence":{"class_label":{"names":{"0":"TOP","1":"FOC"}}}},{"name":"Interrogativity","sequence":{"class_label":{"names":{"0":"DECL","1":"INT"}}}},{"name":"Language_Specific","sequence":{"class_label":{"names":{"0":"LGSPEC1","1":"LGSPEC2","2":"LGSPEC3","3":"LGSPEC4","4":"LGSPEC5","5":"LGSPEC6","6":"LGSPEC7","7":"LGSPEC8","8":"LGSPEC9","9":"LGSPEC10"}}}},{"name":"Mood","sequence":{"class_label":{"names":{"0":"IND","1":"SBJV","2":"REAL","3":"IRR","4":"AUPRP","5":"AUNPRP","6":"IMP","7":"COND","8":"PURP","9":"INTEN","10":"POT","11":"LKLY","12":"ADM","13":"OBLIG","14":"DEB","15":"PERM","16":"DED","17":"SIM","18":"OPT"}}}},{"name":"Number","sequence":{"class_label":{"names":{"0":"SG","1":"PL","2":"GRPL","3":"DU","4":"TRI","5":"PAUC","6":"GRPAUC","7":"INVN"}}}},{"name":"Part_Of_Speech","sequence":{"class_label":{"names":{"0":"N","1":"PROPN","2":"ADJ","3":"PRO","4":"CLF","5":"ART","6":"DET","7":"V","8":"ADV","9":"AUX","10":"V.PTCP","11":"V.MSDR","12":"V.CVB","13":"ADP","14":"COMP","15":"CONJ","16":"NUM","17":"PART","18":"INTJ"}}}},{"name":"Person","sequence":{"class_label":{"names":{"0":"0","1":"1","2":"2","3":"3","4":"4","5":"INCL","6":"EXCL","7":"PRX","8":"OBV"}}}},{"name":"Polarity","sequence":{"class_label":{"names":{"0":"POS","1":"NEG"}}}},{"name":"Politeness","sequence":{"class_label":{"names":{"0":"INFM","1":"FORM","2":"ELEV","3":"HUMB","4":"POL","5":"AVOID","6":"LOW","7":"HIGH","8":"STELEV","9":"STSUPR","10":"LIT","11":"FOREG","12":"COL"}}}},{"name":"Possession","sequence":{"class_label":{"names":{"0":"ALN","1":"NALN","2":"PSS1S","3":"PSS2S","4":"PSS2SF","5":"PSS2SM","6":"PSS2SINFM","7":"PSS2SFORM","8":"PSS3S","9":"PSS3SF","10":"PSS3SM","11":"PSS1D","12":"PSS1DI","13":"PSS1DE","14":"PSS2D","15":"PSS2DM","16":"PSS2DF","17":"PSS3D","18":"PSS3DF","19":"PSS3DM","20":"PSS1P","21":"PSS1PI","22":"PSS1PE","23":"PSS2P","24":"PSS2PF","25":"PSS2PM","26":"PSS3PF","27":"PSS3PM"}}}},{"name":"Switch_Reference","sequence":{"class_label":{"names":{"0":"SS","1":"SSADV","2":"DS","3":"DSADV","4":"OR","5":"SIMMA","6":"SEQMA","7":"LOG"}}}},{"name":"Tense","sequence":{"class_label":{"names":{"0":"PRS","1":"PST","2":"FUT","3":"IMMED","4":"HOD","5":"1DAY","6":"RCT","7":"RMT"}}}},{"name":"Valency","sequence":{"class_label":{"names":{"0":"IMPRS","1":"INTR","2":"TR","3":"DITR","4":"REFL","5":"RECP","6":"CAUS","7":"APPL"}}}},{"name":"Voice","sequence":{"class_label":{"names":{"0":"ACT","1":"MID","2":"PASS","3":"ANTIP","4":"DIR","5":"INV","6":"AGFOC","7":"PFOC","8":"LFOC","9":"BFOC","10":"ACFOC","11":"IFOC","12":"CFOC"}}}},{"name":"Other","sequence":"string"}]}]


