


import argparse
import logging
import pickle
from collections import Counter


logging.basicConfig(
    format="""%(asctime)s - %(levelname)s - %(name)s - %(message)s""", datefmt="""%m/%d/%Y %H:%M:%S""", level=logging.INFO
)
UpperCAmelCase    =					logging.getLogger(__name__)

if __name__ == "__main__":
   UpperCAmelCase    =					argparse.ArgumentParser(
       description="""Token Counts for smoothing the masking probabilities in MLM (cf XLM/word2vec)"""
   )
   parser.add_argument(
       """--data_file""", type=str, default="""data/dump.bert-base-uncased.pickle""", help="""The binarized dataset."""
   )
   parser.add_argument(
       """--token_counts_dump""", type=str, default="""data/token_counts.bert-base-uncased.pickle""", help="""The dump file."""
   )
   parser.add_argument("""--vocab_size""", default=3_0522, type=int)
   UpperCAmelCase    =					parser.parse_args()

   logger.info(f'''Loading data from {args.data_file}''')
   with open(args.data_file, """rb""") as fp:
      UpperCAmelCase    =					pickle.load(fp)

   logger.info("""Counting occurrences for MLM.""")
   UpperCAmelCase    =					Counter()
   for tk_ids in data:
      counter.update(tk_ids)
   UpperCAmelCase    =					[0] * args.vocab_size
   for k, v in counter.items():
      UpperCAmelCase    =					v

   logger.info(f'''Dump to {args.token_counts_dump}''')
   with open(args.token_counts_dump, """wb""") as handle:
      pickle.dump(counts, handle, protocol=pickle.HIGHEST_PROTOCOL)



import requests






def  __lowerCAmelCase					(SCREAMING_SNAKE_CASE      ,      SCREAMING_SNAKE_CASE      )->						None:




      """simple docstring"""

      snake_case_ =   {'''Content-Type''': '''application/json'''}
      snake_case_ =   requests.post(SCREAMING_SNAKE_CASE      ,      json={'''text''': message_body}      ,      headers=SCREAMING_SNAKE_CASE      )
      if response.status_code != 200:
            snake_case_ =   (
                '''Request to slack returned an error '''
                f'''{response.status_code}, the response is:\n{response.text}'''
            )
            raise ValueError(SCREAMING_SNAKE_CASE      )


if __name__ == "__main__":
   # Set the slack url to the one provided by Slack when you create the webhook at
   # https://my.slack.com/services/new/incoming-webhook/
   send_slack_message("""<YOUR MESSAGE BODY>""", """<SLACK CHANNEL URL>""")