




'''simple docstring'''


import argparse
import logging
import pickle
from collections import Counter


logging.basicConfig(
    format='%(asctime)s - %(levelname)s - %(name)s - %(message)s', datefmt='%m/%d/%Y %H:%M:%S', level=logging.INFO
)
lowerCAmelCase_      :  List[Any]				     =  logging.getLogger(__name__)

if __name__ == "__main__":
 lowerCAmelCase_      :  Any				     =  argparse.ArgumentParser(
     description='Token Counts for smoothing the masking probabilities in MLM (cf XLM/word2vec)'
 )
 parser.add_argument(
     '--data_file', type=str, default='data/dump.bert-base-uncased.pickle', help='The binarized dataset.'
 )
 parser.add_argument(
     '--token_counts_dump', type=str, default='data/token_counts.bert-base-uncased.pickle', help='The dump file.'
 )
 parser.add_argument('--vocab_size', default=3_0522, type=int)
 lowerCAmelCase_      :  List[str]				     =  parser.parse_args()

 logger.info(f"Loading data from {args.data_file}")
 with open(args.data_file, 'rb') as fp:
  lowerCAmelCase_      :  Tuple				     =  pickle.load(fp)

 logger.info('Counting occurrences for MLM.')
 lowerCAmelCase_      :  Dict				     =  Counter()
 for tk_ids in data:
  counter.update(tk_ids)
 lowerCAmelCase_      :  List[Any]				     =  [0] * args.vocab_size
 for k, v in counter.items():
  lowerCAmelCase_      :  Optional[int]				     =  v

 logger.info(f"Dump to {args.token_counts_dump}")
 with open(args.token_counts_dump, 'wb') as handle:
  pickle.dump(counts, handle, protocol=pickle.HIGHEST_PROTOCOL)






'''simple docstring'''


from unittest.mock import Mock, patch

from file_transfer.send_file import send_file



@patch("""socket.socket"""				)
@patch("""builtins.open"""				)
def  _SCREAMING_SNAKE_CASE     (      UpperCamelCase__    :					Dict ,    UpperCamelCase__    :					Tuple				):




     """simple docstring"""


     a_     :							Dict     						=  Mock()
     a_     :							List[str]     						=  conn, Mock()
     a_     :							Optional[int]     						=  iter([1, None]				)
     a_     :							List[str]     						=  lambda UpperCamelCase__				: next(UpperCamelCase__				)

     # ===== invoke =====
     send_file(filename="""mytext.txt""" ,    testing=UpperCamelCase__				)

     # ===== ensurance =====
     sock.assert_called_once()
     sock.return_value.bind.assert_called_once()
     sock.return_value.listen.assert_called_once()
     sock.return_value.accept.assert_called_once()
     conn.recv.assert_called_once()

     file.return_value.__enter__.assert_called_once()
     file.return_value.__enter__.return_value.read.assert_called()

     conn.send.assert_called_once()
     conn.close.assert_called_once()
     sock.return_value.shutdown.assert_called_once()
     sock.return_value.close.assert_called_once()
