["language:en", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2406.18629", "region:us", "dpo"]
[{"name": "dataset", "dtype": "string"}, {"name": "prompt", "dtype": "string"}, {"name": "initial_reason_steps", "dtype": "string"}, {"name": "chosen", "dtype": "string"}, {"name": "rejected", "dtype": "string"}, {"name": "full_chosen", "dtype": "string"}, {"name": "full_rejected", "dtype": "string"}, {"name": "answer", "dtype": "string"}]