


'''simple docstring'''






import argparse
import logging
import pickle
from collections import Counter


logging.basicConfig(
    format='''%(asctime)s - %(levelname)s - %(name)s - %(message)s''', datefmt='''%m/%d/%Y %H:%M:%S''', level=logging.INFO
)
__UpperCAmelCase       							=				logging.getLogger(__name__)

if __name__ == "__main__":
		__UpperCAmelCase       							=				argparse.ArgumentParser(
		    description='''Token Counts for smoothing the masking probabilities in MLM (cf XLM/word2vec)'''
		)
		parser.add_argument(
		    '''--data_file''', type=str, default='''data/dump.bert-base-uncased.pickle''', help='''The binarized dataset.'''
		)
		parser.add_argument(
		    '''--token_counts_dump''', type=str, default='''data/token_counts.bert-base-uncased.pickle''', help='''The dump file.'''
		)
		parser.add_argument('''--vocab_size''', default=30_522, type=int)
		__UpperCAmelCase       							=				parser.parse_args()

		logger.info(f"""Loading data from {args.data_file}""")
		with open(args.data_file, '''rb''') as fp:
				__UpperCAmelCase       							=				pickle.load(fp)

		logger.info('''Counting occurrences for MLM.''')
		__UpperCAmelCase       							=				Counter()
		for tk_ids in data:
				counter.update(tk_ids)
		__UpperCAmelCase       							=				[0] * args.vocab_size
		for k, v in counter.items():
				__UpperCAmelCase       							=				v

		logger.info(f"""Dump to {args.token_counts_dump}""")
		with open(args.token_counts_dump, '''wb''') as handle:
				pickle.dump(counts, handle, protocol=pickle.HIGHEST_PROTOCOL)






'''simple docstring'''

def    a__							(							lowercase   :	str )						->						int:





     """simple docstring"""

     assert column_title.isupper()
     _UpperCamelCase							       =			0
     _UpperCamelCase							       =			len(lowercase ) - 1
     _UpperCamelCase							       =			0

     while index >= 0:
          _UpperCamelCase							       =			(ord(column_title[index] ) - 64) * pow(26,   lowercase )
          answer += value
          power += 1
          index -= 1

     return answer


if __name__ == "__main__":
   from doctest import testmod

   testmod()



