["license:apache-2.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"]
[{"name": "id", "dtype": "string"}, {"name": "text", "dtype": "string"}, {"name": "language", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "timestamp", "dtype": "timestamp[ns, tz=UTC]"}, {"name": "license", "dtype": "string"}, {"name": "metadata", "struct": [{"name": "author", "dtype": "string"}, {"name": "categories", "sequence": "string"}, {"name": "keywords", "sequence": "string"}, {"name": "publication_date", "dtype": "string"}, {"name": "title", "dtype": "string"}, {"name": "url", "dtype": "string"}]}, {"name": "content_type", "dtype": "string"}, {"name": "quality_score", "dtype": "float64"}, {"name": "annotations", "list": [{"name": "confidence", "dtype": "float64"}, {"name": "type", "dtype": "string"}, {"name": "value", "dtype": "string"}]}, {"name": "tokens", "sequence": "string"}, {"name": "embedding", "sequence": "float64"}]