["task_categories:text-generation", "license:cc-by-4.0", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "arxiv:2405.17977", "region:us", "dpo"]
[{"name": "main_source", "dtype": "string"}, {"name": "original_source", "dtype": "string"}, {"name": "system", "dtype": "string"}, {"name": "prompt", "dtype": "string"}, {"name": "chosen", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "rejected", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}]