





import argparse
import logging
import pickle
from collections import Counter


logging.basicConfig(
    format="""%(asctime)s - %(levelname)s - %(name)s - %(message)s""", datefmt="""%m/%d/%Y %H:%M:%S""", level=logging.INFO
)
snake_case 				=       logging.getLogger(__name__)

if __name__ == "__main__":
      snake_case 				=       argparse.ArgumentParser(
          description="""Token Counts for smoothing the masking probabilities in MLM (cf XLM/word2vec)"""
      )
      parser.add_argument(
          """--data_file""", type=str, default="""data/dump.bert-base-uncased.pickle""", help="""The binarized dataset."""
      )
      parser.add_argument(
          """--token_counts_dump""", type=str, default="""data/token_counts.bert-base-uncased.pickle""", help="""The dump file."""
      )
      parser.add_argument("""--vocab_size""", default=3_0_5_2_2, type=int)
      snake_case 				=       parser.parse_args()

      logger.info(F"""Loading data from {args.data_file}""")
      with open(args.data_file, """rb""") as fp:
            snake_case 				=       pickle.load(fp)

      logger.info("""Counting occurrences for MLM.""")
      snake_case 				=       Counter()
      for tk_ids in data:
            counter.update(tk_ids)
      snake_case 				=       [0] * args.vocab_size
      for k, v in counter.items():
            snake_case 				=       v

      logger.info(F"""Dump to {args.token_counts_dump}""")
      with open(args.token_counts_dump, """wb""") as handle:
            pickle.dump(counts, handle, protocol=pickle.HIGHEST_PROTOCOL)






import warnings

from ...utils import logging
from .image_processing_donut import DonutImageProcessor


snake_case 				=       logging.get_logger(__name__)





class 				A_				(      UpperCAmelCase	):







       """simple docstring"""





       def __init__(    self	:	Dict						,*__A	:	Optional[int]						,**__A	:	List[Any]  )						->					None:
         warnings.warn(
             'The class DonutFeatureExtractor is deprecated and will be removed in version 5 of Transformers. Please'
             ' use DonutImageProcessor instead.'						,__A						,)
         super().__init__(*__A						,**__A  )