["size_categories:1M<n<10M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"]
[{"name": "url", "dtype": "string"}, {"name": "fetch_time", "dtype": "int64"}, {"name": "content_mime_type", "dtype": "string"}, {"name": "warc_filename", "dtype": "string"}, {"name": "warc_record_offset", "dtype": "int32"}, {"name": "warc_record_length", "dtype": "int32"}, {"name": "text", "dtype": "string"}, {"name": "token_count", "dtype": "int32"}, {"name": "char_count", "dtype": "int32"}, {"name": "metadata", "dtype": "string"}, {"name": "score", "dtype": "float64"}, {"name": "int_score", "dtype": "int64"}, {"name": "crawl", "dtype": "string"}, {"name": "snapshot_type", "dtype": "string"}, {"name": "language", "dtype": "string"}, {"name": "language_score", "dtype": "float64"}]