["size_categories:1M<n<10M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"]
[{"name": "text", "dtype": "string"}, {"name": "token_short", "dtype": "string"}, {"name": "token_long", "dtype": "string"}, {"name": "p_short", "dtype": "float32"}, {"name": "p_long", "dtype": "float32"}, {"name": "JS", "dtype": "float32"}, {"name": "long_ids", "sequence": "int32"}, {"name": "short_max_id", "dtype": "int64"}, {"name": "long_max_id", "dtype": "int64"}, {"name": "context", "dtype": "string"}, {"name": "context_ids", "sequence": "int32"}, {"name": "p_delta_max", "dtype": "float32"}, {"name": "logit_excite_max", "dtype": "float32"}, {"name": "logit_inhibit_max", "dtype": "float32"}, {"name": "batch", "dtype": "int64"}, {"name": "sample", "dtype": "int64"}, {"name": "start", "dtype": "int64"}]