["size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"]
[{"name": "url", "dtype": "string"}, {"name": "text", "dtype": "string"}, {"name": "ppl", "dtype": "float64"}, {"name": "input_ids", "sequence": "int32"}, {"name": "attention_mask", "sequence": "int8"}, {"name": "length", "dtype": "int64"}, {"name": "tokens", "sequence": "string"}]