["task_categories:text-generation", "source_datasets:argilla/OpenHermesPreferences", "language:en", "license:other", "size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2402.04833", "region:us", "synthetic", "rlaif", "dpo"]
[{"name": "source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "prompt", "dtype": "string"}, {"name": "candidates_completions", "sequence": "string"}, {"name": "candidate_policies", "sequence": "string"}, {"name": "ranks", "sequence": "int64"}, {"name": "rank_str", "dtype": "string"}, {"name": "chosen_policy", "dtype": "string"}, {"name": "rejected_policy", "dtype": "string"}, {"name": "chosen", "dtype": "string"}, {"name": "rejected", "dtype": "string"}, {"name": "len_chosen_response", "dtype": "int64"}, {"name": "len_rejected_response", "dtype": "int64"}, {"name": "__index_level_0__", "dtype": "int64"}]