["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"]
[{"name": "info", "struct": [{"name": "id", "dtype": "string"}, {"name": "post", "dtype": "string"}, {"name": "title", "dtype": "string"}, {"name": "subreddit", "dtype": "string"}, {"name": "site", "dtype": "string"}, {"name": "article", "dtype": "string"}]}, {"name": "summaries", "list": [{"name": "text", "dtype": "string"}, {"name": "policy", "dtype": "string"}, {"name": "note", "dtype": "string"}]}, {"name": "choice", "dtype": "int32"}, {"name": "worker", "dtype": "string"}, {"name": "batch", "dtype": "string"}, {"name": "split", "dtype": "string"}, {"name": "extra", "struct": [{"name": "confidence", "dtype": "int32"}]}, {"name": "query_token", "sequence": "int64"}, {"name": "query", "dtype": "string"}, {"name": "chosen", "dtype": "string"}, {"name": "chosen_token", "sequence": "int64"}, {"name": "chosen_token_len", "dtype": "int64"}, {"name": "rejected", "dtype": "string"}, {"name": "rejected_token", "sequence": "int64"}, {"name": "rejected_token_len", "dtype": "int64"}, {"name": "chosen_policy", "dtype": "string"}, {"name": "rejected_policy", "dtype": "string"}, {"name": "policies", "dtype": "string"}, {"name": "chosen_len_minus_rejected_len", "dtype": "int64"}, {"name": "query_chosen", "dtype": "string"}, {"name": "query_chosen_token", "sequence": "int64"}, {"name": "query_chosen_token_len", "dtype": "int64"}, {"name": "query_rejected", "dtype": "string"}, {"name": "query_rejected_token", "sequence": "int64"}, {"name": "query_rejected_token_len", "dtype": "int64"}, {"name": "query_token_len", "dtype": "int64"}, {"name": "query_chosen_token_response_label", "sequence": "int64"}, {"name": "query_rejected_token_response_label", "sequence": "int64"}]