diff --git "a/sakha_training_script.ipynb" "b/sakha_training_script.ipynb"
new file mode 100644--- /dev/null
+++ "b/sakha_training_script.ipynb"
@@ -0,0 +1,11149 @@
+{
+ "cells": [
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "ZG_P29nKcSeI"
+ },
+ "source": [
+ "# HuggingFace challenge - Debugger notebook\n",
+ "Run this notebook to verify your libraries versions, check GPU config and run a quick training"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 1,
+ "metadata": {
+ "id": "YacvHugMc1Ka"
+ },
+ "outputs": [],
+ "source": [
+ "# %%capture\n",
+ "# !pip install https://github.com/kpu/kenlm/archive/master.zip pyctcdecode\n",
+ "# !pip install datasets==1.18.1\n",
+ "# !pip install git+https://github.com/huggingface/transformers.git\n",
+ "# !pip install huggingface_hub==0.1\n",
+ "# !pip install torchaudio==0.10.0+cu113 -f https://download.pytorch.org/whl/cu113/torch_stable.html\n",
+ "# !pip install jiwer\n",
+ "# !pip install -U git+https://github.com/huggingface/transformers.git"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "vy63SoiZbnB5",
+ "outputId": "17391c60-b894-4571-b8a4-d46b18cb42e2"
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Collecting git+https://github.com/huggingface/transformers.git\n",
+ " Cloning https://github.com/huggingface/transformers.git to /tmp/pip-req-build-i45amciw\n",
+ " Running command git clone -q https://github.com/huggingface/transformers.git /tmp/pip-req-build-i45amciw\n",
+ " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
+ " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
+ " Preparing wheel metadata ... \u001b[?25l\u001b[?25hdone\n",
+ "Requirement already satisfied: huggingface-hub<1.0,>=0.1.0 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (0.1.0)\n",
+ "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (3.4.2)\n",
+ "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (4.10.1)\n",
+ "Requirement already satisfied: tokenizers!=0.11.3,>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (0.11.4)\n",
+ "Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (0.0.47)\n",
+ "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (1.19.5)\n",
+ "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (4.62.3)\n",
+ "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (2.23.0)\n",
+ "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (6.0)\n",
+ "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (21.3)\n",
+ "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (2019.12.20)\n",
+ "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.1.0->transformers==4.17.0.dev0) (3.10.0.2)\n",
+ "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers==4.17.0.dev0) (3.0.7)\n",
+ "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers==4.17.0.dev0) (3.7.0)\n",
+ "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==4.17.0.dev0) (2.10)\n",
+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==4.17.0.dev0) (2021.10.8)\n",
+ "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==4.17.0.dev0) (3.0.4)\n",
+ "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==4.17.0.dev0) (1.24.3)\n",
+ "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==4.17.0.dev0) (1.15.0)\n",
+ "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==4.17.0.dev0) (1.1.0)\n",
+ "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==4.17.0.dev0) (7.1.2)\n"
+ ]
+ }
+ ],
+ "source": [
+ "# !pip install -U git+https://github.com/huggingface/transformers.git"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 1,
+ "metadata": {
+ "id": "T2utsYSKszvv"
+ },
+ "outputs": [],
+ "source": [
+ "import platform\n",
+ "import multiprocessing\n",
+ "\n",
+ "import torch\n",
+ "import transformers\n",
+ "import datasets\n",
+ "\n",
+ "import soundfile"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "ejKNEyJEcSeO"
+ },
+ "source": [
+ "## Print main infos"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "5P6I-W9ts-kR",
+ "outputId": "bd0c00d8-91c9-4b1a-8f2c-24182c2b227f"
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Platform: Linux-5.11.0-37-generic-x86_64-with-glibc2.10\n",
+ "CPU cores: 60\n",
+ "Python version: 3.8.8\n",
+ "PyTorch version: 1.10.1+cu102\n",
+ "GPU is visible: True\n",
+ "Transformers version: 4.16.0.dev0\n",
+ "Datasets version: 1.17.1.dev0\n",
+ "soundfile version: 0.10.3\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(f\"Platform: {platform.platform()}\")\n",
+ "print(f\"CPU cores: {multiprocessing.cpu_count()}\")\n",
+ "\n",
+ "print(f\"Python version: {platform.python_version()}\")\n",
+ "\n",
+ "print(f\"PyTorch version: {torch.__version__}\")\n",
+ "print(f\"GPU is visible: {torch.cuda.is_available()}\")\n",
+ "\n",
+ "print(f\"Transformers version: {transformers.__version__}\")\n",
+ "print(f\"Datasets version: {datasets.__version__}\")\n",
+ "\n",
+ "print(f\"soundfile version: {soundfile.__version__}\")"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "_VUKw21PcSeQ"
+ },
+ "source": [
+ "## Check your GPU informations (if any)\n",
+ "If you launched an AI Training job with GPU resources, they should be listed below (Tesla V100s 32GB).\n",
+ "Driver and CUDA version "
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 3,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "YT7fRnKctggU",
+ "outputId": "1fb2c851-11c3-4fcd-ad23-9032f25d7f8d"
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Sat Jan 29 03:27:00 2022 \n",
+ "+-----------------------------------------------------------------------------+\n",
+ "| NVIDIA-SMI 470.57.02 Driver Version: 470.57.02 CUDA Version: 11.4 |\n",
+ "|-------------------------------+----------------------+----------------------+\n",
+ "| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |\n",
+ "| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |\n",
+ "| | | MIG M. |\n",
+ "|===============================+======================+======================|\n",
+ "| 0 Tesla V100S-PCI... Off | 00000000:00:06.0 Off | 0 |\n",
+ "| N/A 35C P0 26W / 250W | 4MiB / 32510MiB | 0% Default |\n",
+ "| | | N/A |\n",
+ "+-------------------------------+----------------------+----------------------+\n",
+ " \n",
+ "+-----------------------------------------------------------------------------+\n",
+ "| Processes: |\n",
+ "| GPU GI CI PID Type Process name GPU Memory |\n",
+ "| ID ID Usage |\n",
+ "|=============================================================================|\n",
+ "| No running processes found |\n",
+ "+-----------------------------------------------------------------------------+\n"
+ ]
+ }
+ ],
+ "source": [
+ "!nvidia-smi"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 7,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/",
+ "height": 241,
+ "referenced_widgets": [
+ "50a1252082d942b09bfc620a9fa9d1d0",
+ "e270b7c82f784ebbbba4b17fb07c310d",
+ "32eb83bb6fd34c56bb345368e47e8f6f",
+ "34417f648cd54ed5b6d91f53af3e2713",
+ "7518572223ac480b89af2ab71f38b2ed",
+ "ce8bb7d0fb744e7b9ce2ff35cfdbc679",
+ "aa47a09bf444413ba95322d979c1908c",
+ "0b83a8775ea1441980d8ba945be752fe",
+ "127389ec566e423ab9a8f60a9d61caaa",
+ "4e4bc5550505497ba35f6bd7dde2893f",
+ "e5124c5171e04625b70795e4b7a18819",
+ "e410e7aecf23433f880a0f7169a8ce97",
+ "0f6b3cf1d33f46f594934874170bcd83",
+ "e549178ba75f4939aba6ae1cf743722a",
+ "9c28978adf974326a21259ae56f47fe9",
+ "7d3231a0b7794b11af662170b352d9e0"
+ ]
+ },
+ "id": "3Wj2W4tWcSeR",
+ "outputId": "ad4eb63f-d643-45bd-b8d7-6adfefd9f773"
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Login successful\n",
+ "Your token has been saved to /root/.huggingface/token\n",
+ "\u001b[1m\u001b[31mAuthenticated through git-crendential store but this isn't the helper defined on your machine.\n",
+ "You will have to re-authenticate when pushing to the Hugging Face Hub. Run the following command in your terminal to set it as the default\n",
+ "\n",
+ "git config --global credential.helper store\u001b[0m\n"
+ ]
+ }
+ ],
+ "source": [
+ "from huggingface_hub import notebook_login\n",
+ "\n",
+ "notebook_login()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 8,
+ "metadata": {
+ "id": "wHpUxFQPeWE2"
+ },
+ "outputs": [],
+ "source": [
+ "%%capture\n",
+ "!apt install git-lfs"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "TorMtpwPv6RQ"
+ },
+ "source": [
+ "## Quick training run with a dummy model and data\n",
+ "more information on https://github.com/huggingface/transformers/tree/master/examples/pytorch/speech-recognition"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 12,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "fevoJD15u4Ss",
+ "outputId": "64745ecf-65b0-494d-a88d-52826eaae0f8"
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "--2022-01-28 09:12:30-- https://raw.githubusercontent.com/huggingface/transformers/master/examples/research_projects/robust-speech-event/run_speech_recognition_ctc_bnb.py\n",
+ "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 185.199.110.133, 185.199.111.133, 185.199.109.133, ...\n",
+ "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|185.199.110.133|:443... connected.\n",
+ "HTTP request sent, awaiting response... 200 OK\n",
+ "Length: 31209 (30K) [text/plain]\n",
+ "Saving to: ‘run_speech_recognition_ctc.py’\n",
+ "\n",
+ "run_speech_recognit 100%[===================>] 30.48K --.-KB/s in 0.001s \n",
+ "\n",
+ "2022-01-28 09:12:30 (21.4 MB/s) - ‘run_speech_recognition_ctc.py’ saved [31209/31209]\n",
+ "\n"
+ ]
+ }
+ ],
+ "source": [
+ "!wget -O run_speech_recognition_ctc.py https://raw.githubusercontent.com/huggingface/transformers/master/examples/pytorch/speech-recognition/run_speech_recognition_ctc.py\n",
+ "# !wget -O run_speech_recognition_ctc.py https://raw.githubusercontent.com/huggingface/transformers/master/examples/research_projects/robust-speech-event/run_speech_recognition_ctc_bnb.py"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 9,
+ "metadata": {
+ "id": "XJRA51HjcSeT"
+ },
+ "outputs": [],
+ "source": [
+ "# \t--learning_rate=\"7.5e-5\" \\\n",
+ "# 84.5"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 9,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "hZOB6ZAnsvDX",
+ "outputId": "7b6a85b5-950c-46a1-c005-b885f8a9bd17"
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "nvcc: NVIDIA (R) Cuda compiler driver\n",
+ "Copyright (c) 2005-2020 NVIDIA Corporation\n",
+ "Built on Mon_Oct_12_20:09:46_PDT_2020\n",
+ "Cuda compilation tools, release 11.1, V11.1.105\n",
+ "Build cuda_11.1.TC455_06.29190527_0\n"
+ ]
+ }
+ ],
+ "source": [
+ "!nvcc --version"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 10,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "NKlgW0E-sldT",
+ "outputId": "b925521a-29d2-4787-dd5b-6520dda688e4"
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Collecting bitsandbytes-cuda111\n",
+ " Downloading bitsandbytes_cuda111-0.26.0-py3-none-any.whl (4.0 MB)\n",
+ "\u001b[K |████████████████████████████████| 4.0 MB 4.3 MB/s \n",
+ "\u001b[?25hInstalling collected packages: bitsandbytes-cuda111\n",
+ "Successfully installed bitsandbytes-cuda111-0.26.0\n"
+ ]
+ }
+ ],
+ "source": [
+ "!pip install bitsandbytes-cuda111"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "remove special characters from datasets: 100%|█| 1857/1857 [00:00<00:00, 3993.82\n",
+ "remove special characters from datasets: 100%|█| 800/800 [00:00<00:00, 7107.38ex\n",
+ "loading configuration file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/config.json from cache at /workspace/.cache/huggingface/transformers/dabc27df63e37bd2a7a221c7774e35f36a280fbdf917cf54cadfc7df8c786f6f.a3e4c3c967d9985881e0ae550a5f6f668f897db5ab2e0802f9b97973b15970e6\n",
+ "Model config Wav2Vec2Config {\n",
+ " \"_name_or_path\": \"facebook/wav2vec2-xls-r-300m\",\n",
+ " \"activation_dropout\": 0.0,\n",
+ " \"adapter_kernel_size\": 3,\n",
+ " \"adapter_stride\": 2,\n",
+ " \"add_adapter\": false,\n",
+ " \"apply_spec_augment\": true,\n",
+ " \"architectures\": [\n",
+ " \"Wav2Vec2ForPreTraining\"\n",
+ " ],\n",
+ " \"attention_dropout\": 0.1,\n",
+ " \"bos_token_id\": 1,\n",
+ " \"classifier_proj_size\": 256,\n",
+ " \"codevector_dim\": 768,\n",
+ " \"contrastive_logits_temperature\": 0.1,\n",
+ " \"conv_bias\": true,\n",
+ " \"conv_dim\": [\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512\n",
+ " ],\n",
+ " \"conv_kernel\": [\n",
+ " 10,\n",
+ " 3,\n",
+ " 3,\n",
+ " 3,\n",
+ " 3,\n",
+ " 2,\n",
+ " 2\n",
+ " ],\n",
+ " \"conv_stride\": [\n",
+ " 5,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2\n",
+ " ],\n",
+ " \"ctc_loss_reduction\": \"sum\",\n",
+ " \"ctc_zero_infinity\": false,\n",
+ " \"diversity_loss_weight\": 0.1,\n",
+ " \"do_stable_layer_norm\": true,\n",
+ " \"eos_token_id\": 2,\n",
+ " \"feat_extract_activation\": \"gelu\",\n",
+ " \"feat_extract_dropout\": 0.0,\n",
+ " \"feat_extract_norm\": \"layer\",\n",
+ " \"feat_proj_dropout\": 0.1,\n",
+ " \"feat_quantizer_dropout\": 0.0,\n",
+ " \"final_dropout\": 0.0,\n",
+ " \"gradient_checkpointing\": false,\n",
+ " \"hidden_act\": \"gelu\",\n",
+ " \"hidden_dropout\": 0.1,\n",
+ " \"hidden_size\": 1024,\n",
+ " \"initializer_range\": 0.02,\n",
+ " \"intermediate_size\": 4096,\n",
+ " \"layer_norm_eps\": 1e-05,\n",
+ " \"layerdrop\": 0.1,\n",
+ " \"mask_feature_length\": 10,\n",
+ " \"mask_feature_min_masks\": 0,\n",
+ " \"mask_feature_prob\": 0.0,\n",
+ " \"mask_time_length\": 10,\n",
+ " \"mask_time_min_masks\": 2,\n",
+ " \"mask_time_prob\": 0.075,\n",
+ " \"model_type\": \"wav2vec2\",\n",
+ " \"num_adapter_layers\": 3,\n",
+ " \"num_attention_heads\": 16,\n",
+ " \"num_codevector_groups\": 2,\n",
+ " \"num_codevectors_per_group\": 320,\n",
+ " \"num_conv_pos_embedding_groups\": 16,\n",
+ " \"num_conv_pos_embeddings\": 128,\n",
+ " \"num_feat_extract_layers\": 7,\n",
+ " \"num_hidden_layers\": 24,\n",
+ " \"num_negatives\": 100,\n",
+ " \"output_hidden_size\": 1024,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"proj_codevector_dim\": 768,\n",
+ " \"tdnn_dilation\": [\n",
+ " 1,\n",
+ " 2,\n",
+ " 3,\n",
+ " 1,\n",
+ " 1\n",
+ " ],\n",
+ " \"tdnn_dim\": [\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 1500\n",
+ " ],\n",
+ " \"tdnn_kernel\": [\n",
+ " 5,\n",
+ " 3,\n",
+ " 3,\n",
+ " 1,\n",
+ " 1\n",
+ " ],\n",
+ " \"torch_dtype\": \"float32\",\n",
+ " \"transformers_version\": \"4.16.0.dev0\",\n",
+ " \"use_weighted_layer_sum\": false,\n",
+ " \"vocab_size\": 32,\n",
+ " \"xvector_output_dim\": 512\n",
+ "}\n",
+ "\n",
+ "100%|█████████████████████████████████████████████| 1/1 [00:00<00:00, 7.25ba/s]\n",
+ "100%|█████████████████████████████████████████████| 1/1 [00:00<00:00, 33.12ba/s]\n",
+ "Didn't find file ./wav2vec2-large-xls-r-300m-sakha/tokenizer.json. We won't load it.\n",
+ "loading file ./wav2vec2-large-xls-r-300m-sakha/vocab.json\n",
+ "loading file ./wav2vec2-large-xls-r-300m-sakha/tokenizer_config.json\n",
+ "loading file ./wav2vec2-large-xls-r-300m-sakha/added_tokens.json\n",
+ "loading file ./wav2vec2-large-xls-r-300m-sakha/special_tokens_map.json\n",
+ "loading file None\n",
+ "Adding to the vocabulary\n",
+ "Adding to the vocabulary\n",
+ "loading configuration file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/config.json from cache at /workspace/.cache/huggingface/transformers/dabc27df63e37bd2a7a221c7774e35f36a280fbdf917cf54cadfc7df8c786f6f.a3e4c3c967d9985881e0ae550a5f6f668f897db5ab2e0802f9b97973b15970e6\n",
+ "Model config Wav2Vec2Config {\n",
+ " \"_name_or_path\": \"facebook/wav2vec2-xls-r-300m\",\n",
+ " \"activation_dropout\": 0.0,\n",
+ " \"adapter_kernel_size\": 3,\n",
+ " \"adapter_stride\": 2,\n",
+ " \"add_adapter\": false,\n",
+ " \"apply_spec_augment\": true,\n",
+ " \"architectures\": [\n",
+ " \"Wav2Vec2ForPreTraining\"\n",
+ " ],\n",
+ " \"attention_dropout\": 0.1,\n",
+ " \"bos_token_id\": 1,\n",
+ " \"classifier_proj_size\": 256,\n",
+ " \"codevector_dim\": 768,\n",
+ " \"contrastive_logits_temperature\": 0.1,\n",
+ " \"conv_bias\": true,\n",
+ " \"conv_dim\": [\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512\n",
+ " ],\n",
+ " \"conv_kernel\": [\n",
+ " 10,\n",
+ " 3,\n",
+ " 3,\n",
+ " 3,\n",
+ " 3,\n",
+ " 2,\n",
+ " 2\n",
+ " ],\n",
+ " \"conv_stride\": [\n",
+ " 5,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2\n",
+ " ],\n",
+ " \"ctc_loss_reduction\": \"sum\",\n",
+ " \"ctc_zero_infinity\": false,\n",
+ " \"diversity_loss_weight\": 0.1,\n",
+ " \"do_stable_layer_norm\": true,\n",
+ " \"eos_token_id\": 2,\n",
+ " \"feat_extract_activation\": \"gelu\",\n",
+ " \"feat_extract_dropout\": 0.0,\n",
+ " \"feat_extract_norm\": \"layer\",\n",
+ " \"feat_proj_dropout\": 0.1,\n",
+ " \"feat_quantizer_dropout\": 0.0,\n",
+ " \"final_dropout\": 0.0,\n",
+ " \"gradient_checkpointing\": false,\n",
+ " \"hidden_act\": \"gelu\",\n",
+ " \"hidden_dropout\": 0.1,\n",
+ " \"hidden_size\": 1024,\n",
+ " \"initializer_range\": 0.02,\n",
+ " \"intermediate_size\": 4096,\n",
+ " \"layer_norm_eps\": 1e-05,\n",
+ " \"layerdrop\": 0.1,\n",
+ " \"mask_feature_length\": 10,\n",
+ " \"mask_feature_min_masks\": 0,\n",
+ " \"mask_feature_prob\": 0.0,\n",
+ " \"mask_time_length\": 10,\n",
+ " \"mask_time_min_masks\": 2,\n",
+ " \"mask_time_prob\": 0.075,\n",
+ " \"model_type\": \"wav2vec2\",\n",
+ " \"num_adapter_layers\": 3,\n",
+ " \"num_attention_heads\": 16,\n",
+ " \"num_codevector_groups\": 2,\n",
+ " \"num_codevectors_per_group\": 320,\n",
+ " \"num_conv_pos_embedding_groups\": 16,\n",
+ " \"num_conv_pos_embeddings\": 128,\n",
+ " \"num_feat_extract_layers\": 7,\n",
+ " \"num_hidden_layers\": 24,\n",
+ " \"num_negatives\": 100,\n",
+ " \"output_hidden_size\": 1024,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"proj_codevector_dim\": 768,\n",
+ " \"tdnn_dilation\": [\n",
+ " 1,\n",
+ " 2,\n",
+ " 3,\n",
+ " 1,\n",
+ " 1\n",
+ " ],\n",
+ " \"tdnn_dim\": [\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 1500\n",
+ " ],\n",
+ " \"tdnn_kernel\": [\n",
+ " 5,\n",
+ " 3,\n",
+ " 3,\n",
+ " 1,\n",
+ " 1\n",
+ " ],\n",
+ " \"torch_dtype\": \"float32\",\n",
+ " \"transformers_version\": \"4.16.0.dev0\",\n",
+ " \"use_weighted_layer_sum\": false,\n",
+ " \"vocab_size\": 32,\n",
+ " \"xvector_output_dim\": 512\n",
+ "}\n",
+ "\n",
+ "loading feature extractor configuration file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/preprocessor_config.json from cache at /workspace/.cache/huggingface/transformers/6fb028b95b394059e7d3b367bbca2382b576c66aebe896f04d2cd34e1b575f5b.d4484dc1c81456a2461485e7168b04347a7b9a4e3b1ef3aba723323b33e12326\n",
+ "Feature extractor Wav2Vec2FeatureExtractor {\n",
+ " \"do_normalize\": true,\n",
+ " \"feature_extractor_type\": \"Wav2Vec2FeatureExtractor\",\n",
+ " \"feature_size\": 1,\n",
+ " \"padding_side\": \"right\",\n",
+ " \"padding_value\": 0,\n",
+ " \"return_attention_mask\": true,\n",
+ " \"sampling_rate\": 16000\n",
+ "}\n",
+ "\n",
+ "loading weights file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/pytorch_model.bin from cache at /workspace/.cache/huggingface/transformers/1e6a6507f3b689035cd4b247e2a37c154e27f39143f31357a49b4e38baeccc36.1edb32803799e27ed554eb7dd935f6745b1a0b17b0ea256442fe24db6eb546cd\n",
+ "Some weights of the model checkpoint at facebook/wav2vec2-xls-r-300m were not used when initializing Wav2Vec2ForCTC: ['project_q.weight', 'project_hid.weight', 'quantizer.weight_proj.weight', 'project_hid.bias', 'quantizer.weight_proj.bias', 'project_q.bias', 'quantizer.codevectors']\n",
+ "- This IS expected if you are initializing Wav2Vec2ForCTC from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
+ "- This IS NOT expected if you are initializing Wav2Vec2ForCTC from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
+ "Some weights of Wav2Vec2ForCTC were not initialized from the model checkpoint at facebook/wav2vec2-xls-r-300m and are newly initialized: ['lm_head.weight', 'lm_head.bias']\n",
+ "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
+ "preprocess datasets: 100%|██████████████████| 1857/1857 [00:20<00:00, 88.89ex/s]\n",
+ "preprocess datasets: 100%|████████████████████| 800/800 [00:08<00:00, 89.68ex/s]\n",
+ "100%|████████████████████████████████████████████| 2/2 [00:00<00:00, 705.28ba/s]\n",
+ "100%|████████████████████████████████████████████| 1/1 [00:00<00:00, 745.26ba/s]\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ "tokenizer config file saved in ./wav2vec2-large-xls-r-300m-sakha/tokenizer_config.json\n",
+ "Special tokens file saved in ./wav2vec2-large-xls-r-300m-sakha/special_tokens_map.json\n",
+ "added tokens file saved in ./wav2vec2-large-xls-r-300m-sakha/added_tokens.json\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/config.json\n",
+ "loading feature extractor configuration file ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ "loading configuration file ./wav2vec2-large-xls-r-300m-sakha/config.json\n",
+ "Model config Wav2Vec2Config {\n",
+ " \"_name_or_path\": \"./wav2vec2-large-xls-r-300m-sakha\",\n",
+ " \"activation_dropout\": 0.1,\n",
+ " \"adapter_kernel_size\": 3,\n",
+ " \"adapter_stride\": 2,\n",
+ " \"add_adapter\": false,\n",
+ " \"apply_spec_augment\": true,\n",
+ " \"architectures\": [\n",
+ " \"Wav2Vec2ForPreTraining\"\n",
+ " ],\n",
+ " \"attention_dropout\": 0.0,\n",
+ " \"bos_token_id\": 1,\n",
+ " \"classifier_proj_size\": 256,\n",
+ " \"codevector_dim\": 768,\n",
+ " \"contrastive_logits_temperature\": 0.1,\n",
+ " \"conv_bias\": true,\n",
+ " \"conv_dim\": [\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512\n",
+ " ],\n",
+ " \"conv_kernel\": [\n",
+ " 10,\n",
+ " 3,\n",
+ " 3,\n",
+ " 3,\n",
+ " 3,\n",
+ " 2,\n",
+ " 2\n",
+ " ],\n",
+ " \"conv_stride\": [\n",
+ " 5,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2,\n",
+ " 2\n",
+ " ],\n",
+ " \"ctc_loss_reduction\": \"mean\",\n",
+ " \"ctc_zero_infinity\": false,\n",
+ " \"diversity_loss_weight\": 0.1,\n",
+ " \"do_stable_layer_norm\": true,\n",
+ " \"eos_token_id\": 2,\n",
+ " \"feat_extract_activation\": \"gelu\",\n",
+ " \"feat_extract_dropout\": 0.0,\n",
+ " \"feat_extract_norm\": \"layer\",\n",
+ " \"feat_proj_dropout\": 0.0,\n",
+ " \"feat_quantizer_dropout\": 0.0,\n",
+ " \"final_dropout\": 0.0,\n",
+ " \"hidden_act\": \"gelu\",\n",
+ " \"hidden_dropout\": 0.0,\n",
+ " \"hidden_size\": 1024,\n",
+ " \"initializer_range\": 0.02,\n",
+ " \"intermediate_size\": 4096,\n",
+ " \"layer_norm_eps\": 1e-05,\n",
+ " \"layerdrop\": 0.0,\n",
+ " \"mask_feature_length\": 64,\n",
+ " \"mask_feature_min_masks\": 0,\n",
+ " \"mask_feature_prob\": 0.25,\n",
+ " \"mask_time_length\": 10,\n",
+ " \"mask_time_min_masks\": 2,\n",
+ " \"mask_time_prob\": 0.75,\n",
+ " \"model_type\": \"wav2vec2\",\n",
+ " \"num_adapter_layers\": 3,\n",
+ " \"num_attention_heads\": 16,\n",
+ " \"num_codevector_groups\": 2,\n",
+ " \"num_codevectors_per_group\": 320,\n",
+ " \"num_conv_pos_embedding_groups\": 16,\n",
+ " \"num_conv_pos_embeddings\": 128,\n",
+ " \"num_feat_extract_layers\": 7,\n",
+ " \"num_hidden_layers\": 24,\n",
+ " \"num_negatives\": 100,\n",
+ " \"output_hidden_size\": 1024,\n",
+ " \"pad_token_id\": 46,\n",
+ " \"proj_codevector_dim\": 768,\n",
+ " \"tdnn_dilation\": [\n",
+ " 1,\n",
+ " 2,\n",
+ " 3,\n",
+ " 1,\n",
+ " 1\n",
+ " ],\n",
+ " \"tdnn_dim\": [\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 512,\n",
+ " 1500\n",
+ " ],\n",
+ " \"tdnn_kernel\": [\n",
+ " 5,\n",
+ " 3,\n",
+ " 3,\n",
+ " 1,\n",
+ " 1\n",
+ " ],\n",
+ " \"torch_dtype\": \"float32\",\n",
+ " \"transformers_version\": \"4.16.0.dev0\",\n",
+ " \"use_weighted_layer_sum\": false,\n",
+ " \"vocab_size\": 49,\n",
+ " \"xvector_output_dim\": 512\n",
+ "}\n",
+ "\n",
+ "loading feature extractor configuration file ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ "Feature extractor Wav2Vec2FeatureExtractor {\n",
+ " \"do_normalize\": true,\n",
+ " \"feature_extractor_type\": \"Wav2Vec2FeatureExtractor\",\n",
+ " \"feature_size\": 1,\n",
+ " \"padding_side\": \"right\",\n",
+ " \"padding_value\": 0,\n",
+ " \"return_attention_mask\": true,\n",
+ " \"sampling_rate\": 16000\n",
+ "}\n",
+ "\n",
+ "Didn't find file ./wav2vec2-large-xls-r-300m-sakha/tokenizer.json. We won't load it.\n",
+ "loading file ./wav2vec2-large-xls-r-300m-sakha/vocab.json\n",
+ "loading file ./wav2vec2-large-xls-r-300m-sakha/tokenizer_config.json\n",
+ "loading file ./wav2vec2-large-xls-r-300m-sakha/added_tokens.json\n",
+ "loading file ./wav2vec2-large-xls-r-300m-sakha/special_tokens_map.json\n",
+ "loading file None\n",
+ "Adding to the vocabulary\n",
+ "Adding to the vocabulary\n",
+ "/workspace/votic_training/./wav2vec2-large-xls-r-300m-sakha is already a clone of https://huggingface.co/infinitejoy/wav2vec2-large-xls-r-300m-sakha. Make sure you pull the latest changes with `repo.git_pull()`.\n",
+ "Using amp half precision backend\n",
+ "The following columns in the training set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "/opt/conda/lib/python3.8/site-packages/transformers/optimization.py:306: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use thePyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
+ " warnings.warn(\n",
+ "***** Running training *****\n",
+ " Num examples = 1857\n",
+ " Num Epochs = 100\n",
+ " Instantaneous batch size per device = 32\n",
+ " Total train batch size (w. parallel, distributed & accumulation) = 32\n",
+ " Gradient Accumulation steps = 1\n",
+ " Total optimization steps = 5900\n",
+ " 8%|███▏ | 500/5900 [16:30<2:20:03, 1.56s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 800\n",
+ " Batch size = 1\n",
+ "\n",
+ " 0%| | 0/800 [00:00, ?it/s]\u001b[A\n",
+ " 0%|▏ | 3/800 [00:00<00:34, 23.11it/s]\u001b[A\n",
+ " 1%|▎ | 6/800 [00:00<00:46, 16.96it/s]\u001b[A\n",
+ " 1%|▍ | 8/800 [00:00<00:52, 15.11it/s]\u001b[A\n",
+ " 1%|▌ | 10/800 [00:00<00:55, 14.36it/s]\u001b[A\n",
+ " 2%|▋ | 12/800 [00:00<00:52, 15.09it/s]\u001b[A\n",
+ " 2%|▋ | 14/800 [00:00<00:52, 15.00it/s]\u001b[A\n",
+ " 2%|▊ | 16/800 [00:01<00:53, 14.59it/s]\u001b[A\n",
+ " 2%|▉ | 18/800 [00:01<00:53, 14.68it/s]\u001b[A\n",
+ " 2%|█ | 20/800 [00:01<00:54, 14.42it/s]\u001b[A\n",
+ " 3%|█▏ | 22/800 [00:01<00:55, 14.06it/s]\u001b[A\n",
+ " 3%|█▎ | 24/800 [00:01<00:53, 14.43it/s]\u001b[A\n",
+ " 3%|█▎ | 26/800 [00:01<00:54, 14.18it/s]\u001b[A\n",
+ " 4%|█▍ | 28/800 [00:01<00:54, 14.20it/s]\u001b[A\n",
+ " 4%|█▌ | 30/800 [00:02<00:54, 14.00it/s]\u001b[A\n",
+ " 4%|█▋ | 32/800 [00:02<00:53, 14.49it/s]\u001b[A\n",
+ " 4%|█▊ | 34/800 [00:02<00:52, 14.51it/s]\u001b[A\n",
+ " 4%|█▉ | 36/800 [00:02<00:52, 14.59it/s]\u001b[A\n",
+ " 5%|█▉ | 38/800 [00:02<00:50, 15.23it/s]\u001b[A\n",
+ " 5%|██ | 40/800 [00:02<00:48, 15.66it/s]\u001b[A\n",
+ " 5%|██▏ | 42/800 [00:02<00:46, 16.35it/s]\u001b[A\n",
+ " 6%|██▎ | 44/800 [00:02<00:44, 16.83it/s]\u001b[A\n",
+ " 6%|██▍ | 46/800 [00:03<00:44, 16.86it/s]\u001b[A\n",
+ " 6%|██▌ | 49/800 [00:03<00:42, 17.81it/s]\u001b[A\n",
+ " 6%|██▋ | 51/800 [00:03<00:44, 16.96it/s]\u001b[A\n",
+ " 7%|██▊ | 53/800 [00:03<00:47, 15.74it/s]\u001b[A\n",
+ " 7%|██▉ | 55/800 [00:03<00:48, 15.46it/s]\u001b[A\n",
+ " 7%|██▉ | 57/800 [00:03<00:49, 15.11it/s]\u001b[A\n",
+ " 7%|███ | 59/800 [00:03<00:49, 14.91it/s]\u001b[A\n",
+ " 8%|███▏ | 61/800 [00:03<00:49, 15.03it/s]\u001b[A\n",
+ " 8%|███▎ | 63/800 [00:04<00:51, 14.28it/s]\u001b[A\n",
+ " 8%|███▍ | 65/800 [00:04<00:50, 14.64it/s]\u001b[A\n",
+ " 8%|███▌ | 67/800 [00:04<00:49, 14.69it/s]\u001b[A\n",
+ " 9%|███▌ | 69/800 [00:04<00:47, 15.25it/s]\u001b[A\n",
+ " 9%|███▋ | 71/800 [00:04<00:46, 15.54it/s]\u001b[A\n",
+ " 9%|███▊ | 73/800 [00:04<00:46, 15.67it/s]\u001b[A\n",
+ " 9%|███▉ | 75/800 [00:04<00:45, 15.94it/s]\u001b[A\n",
+ " 10%|████ | 77/800 [00:05<00:44, 16.22it/s]\u001b[A\n",
+ " 10%|████▏ | 79/800 [00:05<00:44, 16.15it/s]\u001b[A\n",
+ " 10%|████▎ | 81/800 [00:05<00:44, 16.24it/s]\u001b[A\n",
+ " 10%|████▎ | 83/800 [00:05<00:44, 15.99it/s]\u001b[A\n",
+ " 11%|████▍ | 85/800 [00:05<00:44, 16.05it/s]\u001b[A\n",
+ " 11%|████▌ | 87/800 [00:05<00:43, 16.28it/s]\u001b[A\n",
+ " 11%|████▋ | 89/800 [00:05<00:43, 16.44it/s]\u001b[A\n",
+ " 11%|████▊ | 91/800 [00:05<00:46, 15.41it/s]\u001b[A\n",
+ " 12%|████▉ | 93/800 [00:06<00:46, 15.32it/s]\u001b[A\n",
+ " 12%|████▉ | 95/800 [00:06<00:45, 15.51it/s]\u001b[A\n",
+ " 12%|█████ | 97/800 [00:06<00:45, 15.34it/s]\u001b[A\n",
+ " 12%|█████▏ | 99/800 [00:06<00:46, 15.15it/s]\u001b[A\n",
+ " 13%|█████▏ | 101/800 [00:06<00:47, 14.59it/s]\u001b[A\n",
+ " 13%|█████▎ | 103/800 [00:06<00:48, 14.27it/s]\u001b[A\n",
+ " 13%|█████▍ | 105/800 [00:06<00:48, 14.30it/s]\u001b[A\n",
+ " 13%|█████▍ | 107/800 [00:07<00:49, 13.98it/s]\u001b[A\n",
+ " 14%|█████▌ | 109/800 [00:07<00:51, 13.45it/s]\u001b[A\n",
+ " 14%|█████▋ | 111/800 [00:07<00:50, 13.63it/s]\u001b[A\n",
+ " 14%|█████▊ | 113/800 [00:07<00:50, 13.64it/s]\u001b[A\n",
+ " 14%|█████▉ | 115/800 [00:07<00:50, 13.67it/s]\u001b[A\n",
+ " 15%|█████▉ | 117/800 [00:07<00:49, 13.70it/s]\u001b[A\n",
+ " 15%|██████ | 119/800 [00:07<00:50, 13.61it/s]\u001b[A\n",
+ " 15%|██████▏ | 121/800 [00:08<00:48, 13.86it/s]\u001b[A\n",
+ " 15%|██████▎ | 123/800 [00:08<00:48, 14.08it/s]\u001b[A\n",
+ " 16%|██████▍ | 125/800 [00:08<00:47, 14.23it/s]\u001b[A\n",
+ " 16%|██████▌ | 127/800 [00:08<00:45, 14.81it/s]\u001b[A\n",
+ " 16%|██████▌ | 129/800 [00:08<00:46, 14.51it/s]\u001b[A\n",
+ " 16%|██████▋ | 131/800 [00:08<00:48, 13.91it/s]\u001b[A\n",
+ " 17%|██████▊ | 134/800 [00:08<00:43, 15.14it/s]\u001b[A\n",
+ " 17%|██████▉ | 136/800 [00:09<00:45, 14.61it/s]\u001b[A\n",
+ " 17%|███████ | 138/800 [00:09<00:42, 15.57it/s]\u001b[A\n",
+ " 18%|███████▏ | 140/800 [00:09<00:41, 16.06it/s]\u001b[A\n",
+ " 18%|███████▎ | 142/800 [00:09<00:40, 16.30it/s]\u001b[A\n",
+ " 18%|███████▍ | 144/800 [00:09<00:38, 17.16it/s]\u001b[A\n",
+ " 18%|███████▍ | 146/800 [00:09<00:38, 16.81it/s]\u001b[A\n",
+ " 18%|███████▌ | 148/800 [00:09<00:37, 17.54it/s]\u001b[A\n",
+ " 19%|███████▋ | 150/800 [00:09<00:38, 16.81it/s]\u001b[A\n",
+ " 19%|███████▊ | 152/800 [00:10<00:39, 16.33it/s]\u001b[A\n",
+ " 19%|███████▉ | 154/800 [00:10<00:38, 16.94it/s]\u001b[A\n",
+ " 20%|███████▉ | 156/800 [00:10<00:37, 17.02it/s]\u001b[A\n",
+ " 20%|████████ | 158/800 [00:10<00:38, 16.64it/s]\u001b[A\n",
+ " 20%|████████▏ | 160/800 [00:10<00:41, 15.38it/s]\u001b[A\n",
+ " 20%|████████▎ | 162/800 [00:10<00:42, 15.13it/s]\u001b[A\n",
+ " 20%|████████▍ | 164/800 [00:10<00:41, 15.31it/s]\u001b[A\n",
+ " 21%|████████▌ | 166/800 [00:10<00:42, 15.01it/s]\u001b[A\n",
+ " 21%|████████▌ | 168/800 [00:11<00:40, 15.75it/s]\u001b[A\n",
+ " 21%|████████▋ | 170/800 [00:11<00:39, 16.01it/s]\u001b[A\n",
+ " 22%|████████▊ | 172/800 [00:11<00:39, 16.05it/s]\u001b[A\n",
+ " 22%|████████▉ | 174/800 [00:11<00:39, 15.81it/s]\u001b[A\n",
+ " 22%|█████████ | 176/800 [00:11<00:41, 15.09it/s]\u001b[A\n",
+ " 22%|█████████ | 178/800 [00:11<00:39, 15.81it/s]\u001b[A\n",
+ " 22%|█████████▏ | 180/800 [00:11<00:40, 15.38it/s]\u001b[A\n",
+ " 23%|█████████▎ | 182/800 [00:11<00:38, 16.18it/s]\u001b[A\n",
+ " 23%|█████████▍ | 184/800 [00:12<00:38, 16.14it/s]\u001b[A\n",
+ " 23%|█████████▌ | 186/800 [00:12<00:37, 16.51it/s]\u001b[A\n",
+ " 24%|█████████▋ | 188/800 [00:12<00:36, 16.84it/s]\u001b[A\n",
+ " 24%|█████████▋ | 190/800 [00:12<00:37, 16.07it/s]\u001b[A\n",
+ " 24%|█████████▊ | 192/800 [00:12<00:38, 15.85it/s]\u001b[A\n",
+ " 24%|█████████▉ | 194/800 [00:12<00:37, 16.20it/s]\u001b[A\n",
+ " 24%|██████████ | 196/800 [00:12<00:36, 16.58it/s]\u001b[A\n",
+ " 25%|██████████▏ | 198/800 [00:12<00:35, 16.74it/s]\u001b[A\n",
+ " 25%|██████████▎ | 200/800 [00:12<00:35, 17.13it/s]\u001b[A\n",
+ " 25%|██████████▎ | 202/800 [00:13<00:36, 16.48it/s]\u001b[A\n",
+ " 26%|██████████▍ | 204/800 [00:13<00:38, 15.41it/s]\u001b[A\n",
+ " 26%|██████████▌ | 206/800 [00:13<00:37, 15.66it/s]\u001b[A\n",
+ " 26%|██████████▋ | 208/800 [00:13<00:37, 15.62it/s]\u001b[A\n",
+ " 26%|██████████▊ | 210/800 [00:13<00:38, 15.47it/s]\u001b[A\n",
+ " 26%|██████████▊ | 212/800 [00:13<00:37, 15.58it/s]\u001b[A\n",
+ " 27%|███████████ | 215/800 [00:13<00:34, 16.99it/s]\u001b[A\n",
+ " 27%|███████████ | 217/800 [00:14<00:36, 15.99it/s]\u001b[A\n",
+ " 27%|███████████▏ | 219/800 [00:14<00:36, 16.05it/s]\u001b[A\n",
+ " 28%|███████████▎ | 221/800 [00:14<00:38, 15.14it/s]\u001b[A\n",
+ " 28%|███████████▍ | 223/800 [00:14<00:36, 15.61it/s]\u001b[A\n",
+ " 28%|███████████▌ | 225/800 [00:14<00:34, 16.68it/s]\u001b[A\n",
+ " 28%|███████████▋ | 227/800 [00:14<00:35, 16.34it/s]\u001b[A\n",
+ " 29%|███████████▋ | 229/800 [00:14<00:34, 16.63it/s]\u001b[A\n",
+ " 29%|███████████▊ | 231/800 [00:14<00:37, 15.00it/s]\u001b[A\n",
+ " 29%|███���███████▉ | 233/800 [00:15<00:38, 14.80it/s]\u001b[A\n",
+ " 29%|████████████ | 235/800 [00:15<00:36, 15.28it/s]\u001b[A\n",
+ " 30%|████████████▏ | 237/800 [00:15<00:36, 15.36it/s]\u001b[A\n",
+ " 30%|████████████▏ | 239/800 [00:15<00:34, 16.36it/s]\u001b[A\n",
+ " 30%|████████████▎ | 241/800 [00:15<00:34, 16.28it/s]\u001b[A\n",
+ " 30%|████████████▌ | 244/800 [00:15<00:32, 16.95it/s]\u001b[A\n",
+ " 31%|████████████▌ | 246/800 [00:15<00:31, 17.39it/s]\u001b[A\n",
+ " 31%|████████████▋ | 248/800 [00:15<00:31, 17.47it/s]\u001b[A\n",
+ " 31%|████████████▊ | 251/800 [00:16<00:31, 17.40it/s]\u001b[A\n",
+ " 32%|████████████▉ | 253/800 [00:16<00:32, 16.67it/s]\u001b[A\n",
+ " 32%|█████████████ | 255/800 [00:16<00:33, 16.35it/s]\u001b[A\n",
+ " 32%|█████████████▏ | 257/800 [00:16<00:33, 16.33it/s]\u001b[A\n",
+ " 32%|█████████████▎ | 259/800 [00:16<00:34, 15.51it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 261/800 [00:16<00:36, 14.70it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 263/800 [00:16<00:39, 13.72it/s]\u001b[A\n",
+ " 33%|█████████████▌ | 265/800 [00:17<00:38, 13.89it/s]\u001b[A\n",
+ " 33%|█████████████▋ | 267/800 [00:17<00:38, 13.94it/s]\u001b[A\n",
+ " 34%|█████████████▊ | 269/800 [00:17<00:37, 14.00it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 271/800 [00:17<00:38, 13.90it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 273/800 [00:17<00:38, 13.74it/s]\u001b[A\n",
+ " 34%|██████████████ | 275/800 [00:17<00:40, 13.08it/s]\u001b[A\n",
+ " 35%|██████████████▏ | 277/800 [00:18<00:37, 14.04it/s]\u001b[A\n",
+ " 35%|██████████████▎ | 279/800 [00:18<00:35, 14.73it/s]\u001b[A\n",
+ " 35%|██████████████▍ | 281/800 [00:18<00:35, 14.47it/s]\u001b[A\n",
+ " 35%|██████████████▌ | 283/800 [00:18<00:36, 13.98it/s]\u001b[A\n",
+ " 36%|██████████████▌ | 285/800 [00:18<00:35, 14.63it/s]\u001b[A\n",
+ " 36%|██████████████▋ | 287/800 [00:18<00:34, 14.83it/s]\u001b[A\n",
+ " 36%|██████████████▊ | 289/800 [00:18<00:33, 15.30it/s]\u001b[A\n",
+ " 36%|██████████████▉ | 291/800 [00:18<00:31, 16.14it/s]\u001b[A\n",
+ " 37%|███████████████ | 293/800 [00:19<00:32, 15.70it/s]\u001b[A\n",
+ " 37%|███████████████ | 295/800 [00:19<00:32, 15.37it/s]\u001b[A\n",
+ " 37%|███████████████▏ | 297/800 [00:19<00:32, 15.60it/s]\u001b[A\n",
+ " 37%|███████████████▎ | 299/800 [00:19<00:30, 16.29it/s]\u001b[A\n",
+ " 38%|███████████████▍ | 301/800 [00:19<00:29, 16.73it/s]\u001b[A\n",
+ " 38%|███████████████▌ | 303/800 [00:19<00:29, 17.13it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 305/800 [00:19<00:28, 17.17it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 307/800 [00:19<00:27, 17.63it/s]\u001b[A\n",
+ " 39%|███████████████▊ | 309/800 [00:19<00:28, 17.08it/s]\u001b[A\n",
+ " 39%|███████████████▉ | 311/800 [00:20<00:28, 17.40it/s]\u001b[A\n",
+ " 39%|████████████████ | 313/800 [00:20<00:29, 16.75it/s]\u001b[A\n",
+ " 39%|████████████████▏ | 315/800 [00:20<00:28, 17.23it/s]\u001b[A\n",
+ " 40%|████████████████▏ | 317/800 [00:20<00:27, 17.44it/s]\u001b[A\n",
+ " 40%|████████████████▎ | 319/800 [00:20<00:26, 17.92it/s]\u001b[A\n",
+ " 40%|████████████████▍ | 321/800 [00:20<00:26, 18.01it/s]\u001b[A\n",
+ " 40%|████████████████▌ | 323/800 [00:20<00:26, 17.72it/s]\u001b[A\n",
+ " 41%|████████████████▋ | 325/800 [00:20<00:26, 17.67it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 327/800 [00:20<00:26, 17.96it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 329/800 [00:21<00:27, 17.36it/s]\u001b[A\n",
+ " 41%|████████████████▉ | 331/800 [00:21<00:28, 16.54it/s]\u001b[A\n",
+ " 42%|█████████████████ | 333/800 [00:21<00:28, 16.50it/s]\u001b[A\n",
+ " 42%|█████████████████▏ | 335/800 [00:21<00:28, 16.59it/s]\u001b[A\n",
+ " 42%|█████████████████▎ | 338/800 [00:21<00:26, 17.73it/s]\u001b[A\n",
+ " 42%|█████████████████▍ | 340/800 [00:21<00:26, 17.37it/s]\u001b[A\n",
+ " 43%|█████████████████▌ | 342/800 [00:21<00:25, 17.88it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 344/800 [00:21<00:26, 17.43it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 346/800 [00:22<00:26, 17.11it/s]\u001b[A\n",
+ " 44%|█████████████████▊ | 348/800 [00:22<00:25, 17.84it/s]\u001b[A\n",
+ " 44%|█████████████████▉ | 350/800 [00:22<00:25, 17.97it/s]\u001b[A\n",
+ " 44%|██████████████████ | 352/800 [00:22<00:24, 18.11it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 354/800 [00:22<00:25, 17.55it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 356/800 [00:22<00:26, 16.72it/s]\u001b[A\n",
+ " 45%|██████████████████▎ | 358/800 [00:22<00:27, 16.27it/s]\u001b[A\n",
+ " 45%|██████████████████▍ | 360/800 [00:22<00:26, 16.52it/s]\u001b[A\n",
+ " 45%|██████████████████▌ | 362/800 [00:23<00:26, 16.64it/s]\u001b[A\n",
+ " 46%|██████████████████▋ | 364/800 [00:23<00:26, 16.37it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 366/800 [00:23<00:27, 15.87it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 368/800 [00:23<00:26, 16.02it/s]\u001b[A\n",
+ " 46%|██████████████████▉ | 370/800 [00:23<00:25, 16.76it/s]\u001b[A\n",
+ " 46%|███████████████████ | 372/800 [00:23<00:25, 17.09it/s]\u001b[A\n",
+ " 47%|███████████████████▏ | 374/800 [00:23<00:26, 16.22it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 376/800 [00:23<00:26, 16.06it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 378/800 [00:24<00:25, 16.25it/s]\u001b[A\n",
+ " 48%|███████████████████▍ | 380/800 [00:24<00:25, 16.67it/s]\u001b[A\n",
+ " 48%|███████████████████▌ | 382/800 [00:24<00:24, 17.31it/s]\u001b[A\n",
+ " 48%|███████████████████▋ | 384/800 [00:24<00:24, 16.82it/s]\u001b[A\n",
+ " 48%|███████████████████▊ | 386/800 [00:24<00:24, 17.07it/s]\u001b[A\n",
+ " 48%|███████████████████▉ | 388/800 [00:24<00:23, 17.78it/s]\u001b[A\n",
+ " 49%|███████████████████▉ | 390/800 [00:24<00:24, 16.92it/s]\u001b[A\n",
+ " 49%|████████████████████ | 392/800 [00:24<00:24, 16.58it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 394/800 [00:24<00:24, 16.25it/s]\u001b[A\n",
+ " 50%|████████████████████▎ | 396/800 [00:25<00:24, 16.59it/s]\u001b[A\n",
+ " 50%|████████████████████▍ | 398/800 [00:25<00:24, 16.52it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 400/800 [00:25<00:24, 16.28it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 402/800 [00:25<00:23, 16.63it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 405/800 [00:25<00:23, 17.02it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 407/800 [00:25<00:23, 16.42it/s]\u001b[A\n",
+ " 51%|████████████████████▉ | 409/800 [00:25<00:23, 16.52it/s]\u001b[A\n",
+ " 51%|█████████████████████ | 411/800 [00:25<00:22, 17.04it/s]\u001b[A\n",
+ " 52%|█████████████████████▏ | 413/800 [00:26<00:23, 16.80it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 415/800 [00:26<00:21, 17.62it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 417/800 [00:26<00:23, 16.22it/s]\u001b[A\n",
+ " 52%|█████████████████████▍ | 419/800 [00:26<00:23, 16.19it/s]\u001b[A\n",
+ " 53%|█████████████████████▌ | 421/800 [00:26<00:22, 16.99it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 423/800 [00:26<00:23, 16.33it/s]\u001b[A\n",
+ " 53%|█████████████████████▊ | 425/800 [00:26<00:22, 16.69it/s]\u001b[A\n",
+ " 53%|█████████████████████▉ | 427/800 [00:26<00:22, 16.80it/s]\u001b[A\n",
+ " 54%|█████████████████████▉ | 429/800 [00:27<00:21, 17.21it/s]\u001b[A\n",
+ " 54%|██████████████████████ | 431/800 [00:27<00:20, 17.96it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 433/800 [00:27<00:22, 16.50it/s]\u001b[A\n",
+ " 54%|██████████████████████▎ | 435/800 [00:27<00:22, 16.04it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 437/800 [00:27<00:22, 16.09it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 439/800 [00:27<00:22, 16.34it/s]\u001b[A\n",
+ " 55%|██████████████████████▌ | 441/800 [00:27<00:21, 16.41it/s]\u001b[A\n",
+ " 55%|██████████████████████▋ | 443/800 [00:27<00:21, 16.33it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 445/800 [00:28<00:22, 15.81it/s]\u001b[A\n",
+ " 56%|██████████████████████▉ | 447/800 [00:28<00:22, 15.98it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 449/800 [00:28<00:23, 15.07it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 451/800 [00:28<00:22, 15.51it/s]\u001b[A\n",
+ " 57%|███████████████████████▏ | 453/800 [00:28<00:21, 16.46it/s]\u001b[A\n",
+ " 57%|███████████████████████▎ | 455/800 [00:28<00:19, 17.32it/s]\u001b[A\n",
+ " 57%|███████████████████████▍ | 457/800 [00:28<00:19, 17.70it/s]\u001b[A\n",
+ " 57%|███████████████████████▌ | 459/800 [00:28<00:18, 18.12it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 461/800 [00:28<00:18, 18.59it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 463/800 [00:29<00:19, 16.96it/s]\u001b[A\n",
+ " 58%|███████████████████████▊ | 465/800 [00:29<00:20, 16.25it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 467/800 [00:29<00:19, 16.70it/s]\u001b[A\n",
+ " 59%|████████████████████████ | 469/800 [00:29<00:19, 17.27it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 471/800 [00:29<00:19, 16.54it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 473/800 [00:29<00:20, 16.20it/s]\u001b[A\n",
+ " 59%|████████████████████████▎ | 475/800 [00:29<00:19, 16.79it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 477/800 [00:29<00:18, 17.13it/s]\u001b[A\n",
+ " 60%|████████████████████████▌ | 479/800 [00:30<00:18, 16.99it/s]\u001b[A\n",
+ " 60%|████████████████████████▋ | 481/800 [00:30<00:19, 16.43it/s]\u001b[A\n",
+ " 60%|████████████████████████▊ | 484/800 [00:30<00:18, 17.22it/s]\u001b[A\n",
+ " 61%|████████████████████████▉ | 486/800 [00:30<00:18, 16.70it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 488/800 [00:30<00:19, 15.70it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 490/800 [00:30<00:19, 16.20it/s]\u001b[A\n",
+ " 62%|█████████████████████████▏ | 492/800 [00:30<00:19, 16.14it/s]\u001b[A\n",
+ " 62%|█████████████████████████▎ | 494/800 [00:30<00:18, 16.76it/s]\u001b[A\n",
+ " 62%|█████████████████████████▍ | 496/800 [00:31<00:18, 16.71it/s]\u001b[A\n",
+ " 62%|█████████████████████████▌ | 498/800 [00:31<00:19, 15.17it/s]\u001b[A\n",
+ " 62%|█████████████████████████▋ | 500/800 [00:31<00:20, 14.66it/s]\u001b[A\n",
+ " 63%|█████████████████████████▋ | 502/800 [00:31<00:20, 14.54it/s]\u001b[A\n",
+ " 63%|█████████████████████████▊ | 504/800 [00:31<00:19, 15.55it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 506/800 [00:31<00:18, 15.70it/s]\u001b[A\n",
+ " 64%|██████████████████████████ | 508/800 [00:31<00:18, 15.45it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 510/800 [00:32<00:18, 15.76it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 512/800 [00:32<00:17, 16.13it/s]\u001b[A\n",
+ " 64%|██████████████████████████▎ | 514/800 [00:32<00:16, 16.88it/s]\u001b[A\n",
+ " 64%|██████████████████████████▍ | 516/800 [00:32<00:16, 16.95it/s]\u001b[A\n",
+ " 65%|██████████████████████████▌ | 518/800 [00:32<00:17, 16.57it/s]\u001b[A\n",
+ " 65%|██████████████████████████▋ | 520/800 [00:32<00:16, 16.60it/s]\u001b[A\n",
+ " 65%|██████████████████████████▊ | 522/800 [00:32<00:16, 16.93it/s]\u001b[A\n",
+ " 66%|██████████████████████████▊ | 524/800 [00:32<00:16, 16.45it/s]\u001b[A\n",
+ " 66%|██████████████████████████▉ | 526/800 [00:32<00:15, 17.30it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 528/800 [00:33<00:15, 17.73it/s]\u001b[A\n",
+ " 66%|███████████████████████████▏ | 530/800 [00:33<00:15, 17.04it/s]\u001b[A\n",
+ " 66%|███████████████████████████▎ | 532/800 [00:33<00:17, 15.72it/s]\u001b[A\n",
+ " 67%|███████████████████████████▎ | 534/800 [00:33<00:16, 16.13it/s]\u001b[A\n",
+ " 67%|███████████████████████████▍ | 536/800 [00:33<00:16, 15.79it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 538/800 [00:33<00:16, 16.26it/s]\u001b[A\n",
+ " 68%|███████████████████████████▋ | 540/800 [00:33<00:16, 16.20it/s]\u001b[A\n",
+ " 68%|███████████████████████████▊ | 543/800 [00:33<00:14, 17.53it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 545/800 [00:34<00:14, 17.34it/s]\u001b[A\n",
+ " 68%|████████████████████████████ | 547/800 [00:34<00:14, 17.22it/s]\u001b[A\n",
+ " 69%|████████████████████████████▏ | 549/800 [00:34<00:14, 17.79it/s]\u001b[A\n",
+ " 69%|████████████████████████████▏ | 551/800 [00:34<00:13, 18.31it/s]\u001b[A\n",
+ " 69%|████████████████████████████▎ | 553/800 [00:34<00:13, 18.02it/s]\u001b[A\n",
+ " 69%|████████████████████████████▍ | 555/800 [00:34<00:13, 18.11it/s]\u001b[A\n",
+ " 70%|████████████████████████████▌ | 557/800 [00:34<00:13, 18.47it/s]\u001b[A\n",
+ " 70%|████████████████████████████▋ | 559/800 [00:34<00:13, 18.30it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 561/800 [00:34<00:13, 18.33it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 563/800 [00:35<00:12, 18.41it/s]\u001b[A\n",
+ " 71%|████████████████████████████▉ | 565/800 [00:35<00:12, 18.24it/s]\u001b[A\n",
+ " 71%|█████████████████████████████ | 568/800 [00:35<00:13, 17.73it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▏ | 570/800 [00:35<00:12, 17.98it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▎ | 573/800 [00:35<00:12, 18.42it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 576/800 [00:35<00:11, 19.18it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 578/800 [00:35<00:11, 18.67it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▋ | 580/800 [00:36<00:11, 18.81it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▊ | 582/800 [00:36<00:11, 18.43it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▉ | 585/800 [00:36<00:10, 20.02it/s]\u001b[A\n",
+ " 73%|██████████████████████████████ | 587/800 [00:36<00:11, 18.35it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 589/800 [00:36<00:11, 18.61it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▎ | 591/800 [00:36<00:11, 17.69it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▍ | 593/800 [00:36<00:12, 16.56it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▍ | 595/800 [00:36<00:12, 16.71it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▌ | 597/800 [00:36<00:11, 17.22it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▋ | 599/800 [00:37<00:11, 17.52it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▊ | 601/800 [00:37<00:11, 18.09it/s]\u001b[A\n",
+ " 76%|██████████████████████████████▉ | 604/800 [00:37<00:10, 19.06it/s]\u001b[A\n",
+ " 76%|███████████████████████████████ | 606/800 [00:37<00:10, 19.15it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▏ | 609/800 [00:37<00:10, 18.82it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▎ | 611/800 [00:37<00:10, 18.81it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▍ | 614/800 [00:37<00:09, 19.15it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▌ | 616/800 [00:37<00:09, 19.14it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▋ | 618/800 [00:38<00:09, 19.32it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▊ | 620/800 [00:38<00:09, 18.78it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 622/800 [00:38<00:09, 18.22it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 624/800 [00:38<00:10, 17.54it/s]\u001b[A\n",
+ " 78%|████████████████████████████████▏ | 627/800 [00:38<00:09, 18.11it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▏ | 629/800 [00:38<00:09, 17.82it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▎ | 631/800 [00:38<00:09, 17.82it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▍ | 633/800 [00:38<00:09, 17.61it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▌ | 635/800 [00:39<00:09, 16.83it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 637/800 [00:39<00:09, 17.27it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 639/800 [00:39<00:09, 16.79it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▊ | 641/800 [00:39<00:09, 17.42it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▉ | 643/800 [00:39<00:09, 17.29it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████ | 645/800 [00:39<00:09, 16.22it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▏ | 647/800 [00:39<00:08, 17.07it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 649/800 [00:39<00:08, 17.31it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 651/800 [00:39<00:08, 17.05it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▍ | 653/800 [00:40<00:08, 17.05it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▌ | 656/800 [00:40<00:08, 17.91it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▋ | 658/800 [00:40<00:07, 18.07it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▊ | 660/800 [00:40<00:07, 17.78it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 662/800 [00:40<00:07, 17.66it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████ | 664/800 [00:40<00:07, 18.04it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████▏ | 666/800 [00:40<00:07, 18.16it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▏ | 668/800 [00:40<00:07, 18.12it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▎ | 670/800 [00:41<00:07, 17.44it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▍ | 672/800 [00:41<00:07, 17.33it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▌ | 674/800 [00:41<00:07, 17.02it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▋ | 676/800 [00:41<00:07, 16.98it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▋ | 678/800 [00:41<00:06, 17.61it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▊ | 680/800 [00:41<00:07, 17.07it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▉ | 682/800 [00:41<00:06, 17.36it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████ | 685/800 [00:41<00:06, 17.76it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▏ | 687/800 [00:42<00:06, 16.71it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 689/800 [00:42<00:06, 16.10it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▍ | 691/800 [00:42<00:06, 16.40it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 693/800 [00:42<00:06, 15.88it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 695/800 [00:42<00:06, 16.61it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▋ | 697/800 [00:42<00:06, 15.37it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▊ | 699/800 [00:42<00:06, 15.77it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 701/800 [00:42<00:06, 15.68it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████ | 703/800 [00:43<00:06, 15.51it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 705/800 [00:43<00:05, 16.51it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 707/800 [00:43<00:05, 15.96it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▎ | 709/800 [00:43<00:05, 15.77it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 712/800 [00:43<00:05, 17.33it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▌ | 714/800 [00:43<00:05, 16.94it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▋ | 716/800 [00:43<00:04, 16.99it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▊ | 718/800 [00:43<00:04, 17.21it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▉ | 720/800 [00:44<00:04, 16.25it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 722/800 [00:44<00:04, 16.86it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 724/800 [00:44<00:04, 17.17it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▏ | 726/800 [00:44<00:04, 17.42it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▎ | 728/800 [00:44<00:04, 17.92it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▍ | 730/800 [00:44<00:03, 17.51it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▌ | 733/800 [00:44<00:03, 18.34it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▋ | 735/800 [00:44<00:03, 17.78it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 737/800 [00:45<00:03, 18.34it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 739/800 [00:45<00:03, 18.15it/s]\u001b[A\n",
+ " 93%|█████████████████████████████████████▉ | 741/800 [00:45<00:03, 18.20it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████ | 743/800 [00:45<00:03, 17.08it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 745/800 [00:45<00:03, 17.06it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▎ | 747/800 [00:45<00:03, 16.96it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▍ | 749/800 [00:45<00:03, 16.19it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▍ | 751/800 [00:45<00:02, 16.53it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▌ | 753/800 [00:45<00:02, 16.45it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 755/800 [00:46<00:02, 16.67it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▊ | 757/800 [00:46<00:02, 16.37it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▉ | 759/800 [00:46<00:02, 16.49it/s]\u001b[A\n",
+ " 95%|███████████████████████████████████████ | 761/800 [00:46<00:02, 15.41it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▏ | 764/800 [00:46<00:02, 16.78it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 766/800 [00:46<00:02, 15.83it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 768/800 [00:46<00:02, 15.91it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▍ | 770/800 [00:47<00:01, 16.15it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▌ | 772/800 [00:47<00:01, 15.96it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▋ | 774/800 [00:47<00:01, 14.84it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 776/800 [00:47<00:01, 14.59it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 778/800 [00:47<00:01, 14.98it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████ | 781/800 [00:47<00:01, 16.41it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 783/800 [00:47<00:01, 16.33it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████��███▏| 785/800 [00:48<00:00, 16.37it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▎| 787/800 [00:48<00:00, 16.62it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▍| 789/800 [00:48<00:00, 16.05it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▌| 791/800 [00:48<00:00, 16.67it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▋| 793/800 [00:48<00:00, 15.96it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▊| 796/800 [00:48<00:00, 17.77it/s]\u001b[A\n",
+ " \u001b[A\n",
+ " 8%|███▏ | 500/5900 [17:19<2:20:03, 1.56s/it]\n",
+ "100%|█████████████████████████████████████████| 800/800 [00:49<00:00, 17.53it/s]\u001b[A\n",
+ " \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-sakha/checkpoint-500\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-500/config.json\n",
+ "Model weights saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-500/pytorch_model.bin\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-500/preprocessor_config.json\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ " 17%|██████▎ | 1000/5900 [34:22<2:04:28, 1.52s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 800\n",
+ " Batch size = 1\n",
+ "\n",
+ " 0%| | 0/800 [00:00, ?it/s]\u001b[A\n",
+ " 0%|▏ | 3/800 [00:00<00:32, 24.30it/s]\u001b[A\n",
+ " 1%|▎ | 6/800 [00:00<00:45, 17.64it/s]\u001b[A\n",
+ " 1%|▍ | 8/800 [00:00<00:56, 13.96it/s]\u001b[A\n",
+ " 1%|▌ | 10/800 [00:00<00:56, 13.99it/s]\u001b[A\n",
+ " 2%|▋ | 12/800 [00:00<00:51, 15.20it/s]\u001b[A\n",
+ " 2%|▋ | 14/800 [00:00<00:51, 15.37it/s]\u001b[A\n",
+ " 2%|▊ | 16/800 [00:01<00:52, 15.05it/s]\u001b[A\n",
+ " 2%|▉ | 18/800 [00:01<00:51, 15.25it/s]\u001b[A\n",
+ " 2%|█ | 20/800 [00:01<00:50, 15.31it/s]\u001b[A\n",
+ " 3%|█▏ | 22/800 [00:01<00:50, 15.27it/s]\u001b[A\n",
+ " 3%|█▎ | 24/800 [00:01<00:48, 16.10it/s]\u001b[A\n",
+ " 3%|█▎ | 26/800 [00:01<00:51, 14.99it/s]\u001b[A\n",
+ " 4%|█▍ | 28/800 [00:01<00:51, 15.07it/s]\u001b[A\n",
+ " 4%|█▌ | 30/800 [00:01<00:51, 14.98it/s]\u001b[A\n",
+ " 4%|█▋ | 32/800 [00:02<00:48, 15.91it/s]\u001b[A\n",
+ " 4%|█▊ | 34/800 [00:02<00:50, 15.32it/s]\u001b[A\n",
+ " 4%|█▉ | 36/800 [00:02<00:48, 15.61it/s]\u001b[A\n",
+ " 5%|█▉ | 38/800 [00:02<00:48, 15.81it/s]\u001b[A\n",
+ " 5%|██ | 40/800 [00:02<00:49, 15.38it/s]\u001b[A\n",
+ " 5%|██▎ | 43/800 [00:02<00:44, 17.16it/s]\u001b[A\n",
+ " 6%|██▎ | 45/800 [00:02<00:43, 17.49it/s]\u001b[A\n",
+ " 6%|██▌ | 48/800 [00:02<00:39, 18.83it/s]\u001b[A\n",
+ " 6%|██▋ | 50/800 [00:03<00:39, 19.08it/s]\u001b[A\n",
+ " 6%|██▋ | 52/800 [00:03<00:42, 17.43it/s]\u001b[A\n",
+ " 7%|██▊ | 54/800 [00:03<00:43, 17.23it/s]\u001b[A\n",
+ " 7%|██▉ | 56/800 [00:03<00:45, 16.19it/s]\u001b[A\n",
+ " 7%|███ | 58/800 [00:03<00:46, 16.05it/s]\u001b[A\n",
+ " 8%|███▏ | 60/800 [00:03<00:43, 16.88it/s]\u001b[A\n",
+ " 8%|███▎ | 62/800 [00:03<00:47, 15.59it/s]\u001b[A\n",
+ " 8%|███▎ | 64/800 [00:03<00:46, 15.74it/s]\u001b[A\n",
+ " 8%|███▍ | 66/800 [00:04<00:47, 15.59it/s]\u001b[A\n",
+ " 8%|███▌ | 68/800 [00:04<00:46, 15.77it/s]\u001b[A\n",
+ " 9%|███▋ | 70/800 [00:04<00:44, 16.46it/s]\u001b[A\n",
+ " 9%|███▊ | 72/800 [00:04<00:45, 16.00it/s]\u001b[A\n",
+ " 9%|███▉ | 74/800 [00:04<00:43, 16.88it/s]\u001b[A\n",
+ " 10%|███▉ | 76/800 [00:04<00:44, 16.35it/s]\u001b[A\n",
+ " 10%|████ | 78/800 [00:04<00:43, 16.75it/s]\u001b[A\n",
+ " 10%|████▏ | 80/800 [00:04<00:42, 16.83it/s]\u001b[A\n",
+ " 10%|████▎ | 82/800 [00:05<00:42, 16.89it/s]\u001b[A\n",
+ " 10%|████▍ | 84/800 [00:05<00:41, 17.34it/s]\u001b[A\n",
+ " 11%|████▌ | 86/800 [00:05<00:42, 16.74it/s]\u001b[A\n",
+ " 11%|████▌ | 88/800 [00:05<00:41, 17.20it/s]\u001b[A\n",
+ " 11%|████▋ | 90/800 [00:05<00:43, 16.40it/s]\u001b[A\n",
+ " 12%|████▊ | 92/800 [00:05<00:43, 16.16it/s]\u001b[A\n",
+ " 12%|████▉ | 94/800 [00:05<00:44, 15.94it/s]\u001b[A\n",
+ " 12%|█████ | 97/800 [00:05<00:42, 16.72it/s]\u001b[A\n",
+ " 12%|█████▏ | 99/800 [00:06<00:42, 16.61it/s]\u001b[A\n",
+ " 13%|█████▏ | 101/800 [00:06<00:44, 15.54it/s]\u001b[A\n",
+ " 13%|█████▎ | 103/800 [00:06<00:46, 15.02it/s]\u001b[A\n",
+ " 13%|█████▍ | 105/800 [00:06<00:45, 15.27it/s]\u001b[A\n",
+ " 13%|█████▍ | 107/800 [00:06<00:46, 14.92it/s]\u001b[A\n",
+ " 14%|█████▌ | 109/800 [00:06<00:49, 13.95it/s]\u001b[A\n",
+ " 14%|█████▋ | 111/800 [00:06<00:47, 14.38it/s]\u001b[A\n",
+ " 14%|█████▊ | 113/800 [00:07<00:47, 14.37it/s]\u001b[A\n",
+ " 14%|█████▉ | 115/800 [00:07<00:51, 13.31it/s]\u001b[A\n",
+ " 15%|█████▉ | 117/800 [00:07<00:48, 14.10it/s]\u001b[A\n",
+ " 15%|██████ | 119/800 [00:07<00:47, 14.40it/s]\u001b[A\n",
+ " 15%|██████▏ | 121/800 [00:07<00:46, 14.64it/s]\u001b[A\n",
+ " 15%|██████▎ | 123/800 [00:07<00:46, 14.59it/s]\u001b[A\n",
+ " 16%|██████▍ | 125/800 [00:07<00:46, 14.58it/s]\u001b[A\n",
+ " 16%|██████▌ | 127/800 [00:08<00:44, 15.01it/s]\u001b[A\n",
+ " 16%|██████▌ | 129/800 [00:08<00:46, 14.48it/s]\u001b[A\n",
+ " 16%|██████▋ | 131/800 [00:08<00:48, 13.80it/s]\u001b[A\n",
+ " 17%|██████▊ | 134/800 [00:08<00:44, 15.02it/s]\u001b[A\n",
+ " 17%|██████▉ | 136/800 [00:08<00:46, 14.33it/s]\u001b[A\n",
+ " 17%|███████ | 138/800 [00:08<00:43, 15.29it/s]\u001b[A\n",
+ " 18%|███████▏ | 140/800 [00:08<00:41, 15.95it/s]\u001b[A\n",
+ " 18%|███████▎ | 142/800 [00:09<00:40, 16.21it/s]\u001b[A\n",
+ " 18%|███████▍ | 144/800 [00:09<00:38, 17.02it/s]\u001b[A\n",
+ " 18%|███████▍ | 146/800 [00:09<00:39, 16.50it/s]\u001b[A\n",
+ " 18%|███████▌ | 148/800 [00:09<00:37, 17.24it/s]\u001b[A\n",
+ " 19%|███████▋ | 150/800 [00:09<00:41, 15.65it/s]\u001b[A\n",
+ " 19%|███████▊ | 152/800 [00:09<00:40, 16.18it/s]\u001b[A\n",
+ " 19%|███████▉ | 154/800 [00:09<00:39, 16.53it/s]\u001b[A\n",
+ " 20%|███████▉ | 156/800 [00:09<00:38, 16.67it/s]\u001b[A\n",
+ " 20%|████████ | 158/800 [00:10<00:40, 15.90it/s]\u001b[A\n",
+ " 20%|████████▏ | 160/800 [00:10<00:47, 13.44it/s]\u001b[A\n",
+ " 20%|████████▎ | 162/800 [00:10<00:45, 13.94it/s]\u001b[A\n",
+ " 20%|████████▍ | 164/800 [00:10<00:43, 14.55it/s]\u001b[A\n",
+ " 21%|████████▌ | 166/800 [00:10<00:43, 14.44it/s]\u001b[A\n",
+ " 21%|████████▌ | 168/800 [00:10<00:41, 15.23it/s]\u001b[A\n",
+ " 21%|████████▋ | 170/800 [00:10<00:41, 15.34it/s]\u001b[A\n",
+ " 22%|████████▊ | 172/800 [00:10<00:40, 15.63it/s]\u001b[A\n",
+ " 22%|████████▉ | 174/800 [00:11<00:39, 15.75it/s]\u001b[A\n",
+ " 22%|█████████ | 176/800 [00:11<00:40, 15.24it/s]\u001b[A\n",
+ " 22%|█████████ | 178/800 [00:11<00:39, 15.60it/s]\u001b[A\n",
+ " 22%|█████████▏ | 180/800 [00:11<00:41, 15.09it/s]\u001b[A\n",
+ " 23%|█████████▎ | 182/800 [00:11<00:38, 15.95it/s]\u001b[A\n",
+ " 23%|█████████▍ | 184/800 [00:11<00:38, 16.21it/s]\u001b[A\n",
+ " 23%|█████████▌ | 186/800 [00:11<00:37, 16.43it/s]\u001b[A\n",
+ " 24%|█████████▋ | 188/800 [00:11<00:36, 16.68it/s]\u001b[A\n",
+ " 24%|█████████▋ | 190/800 [00:12<00:38, 15.87it/s]\u001b[A\n",
+ " 24%|█████████▊ | 192/800 [00:12<00:38, 15.69it/s]\u001b[A\n",
+ " 24%|█████████▉ | 194/800 [00:12<00:37, 15.95it/s]\u001b[A\n",
+ " 24%|██████████ | 196/800 [00:12<00:36, 16.45it/s]\u001b[A\n",
+ " 25%|██████████▏ | 198/800 [00:12<00:36, 16.45it/s]\u001b[A\n",
+ " 25%|██████████▎ | 200/800 [00:12<00:35, 16.85it/s]\u001b[A\n",
+ " 25%|██████████▎ | 202/800 [00:12<00:36, 16.27it/s]\u001b[A\n",
+ " 26%|██████████▍ | 204/800 [00:12<00:37, 15.77it/s]\u001b[A\n",
+ " 26%|██████████▌ | 206/800 [00:13<00:37, 16.03it/s]\u001b[A\n",
+ " 26%|██████████▋ | 208/800 [00:13<00:37, 15.81it/s]\u001b[A\n",
+ " 26%|██████████▊ | 210/800 [00:13<00:36, 16.05it/s]\u001b[A\n",
+ " 26%|██████████▊ | 212/800 [00:13<00:36, 16.04it/s]\u001b[A\n",
+ " 27%|███████████ | 215/800 [00:13<00:34, 17.03it/s]\u001b[A\n",
+ " 27%|███████████ | 217/800 [00:13<00:36, 16.04it/s]\u001b[A\n",
+ " 27%|███████████▏ | 219/800 [00:13<00:36, 15.89it/s]\u001b[A\n",
+ " 28%|███████████▎ | 221/800 [00:14<00:38, 15.07it/s]\u001b[A\n",
+ " 28%|███████████▍ | 223/800 [00:14<00:37, 15.56it/s]\u001b[A\n",
+ " 28%|███████████▌ | 225/800 [00:14<00:34, 16.46it/s]\u001b[A\n",
+ " 28%|███████████▋ | 227/800 [00:14<00:35, 16.06it/s]\u001b[A\n",
+ " 29%|███████████▋ | 229/800 [00:14<00:34, 16.46it/s]\u001b[A\n",
+ " 29%|███████████▊ | 231/800 [00:14<00:38, 14.94it/s]\u001b[A\n",
+ " 29%|███████████▉ | 233/800 [00:14<00:38, 14.65it/s]\u001b[A\n",
+ " 29%|████████████ | 235/800 [00:14<00:36, 15.27it/s]\u001b[A\n",
+ " 30%|████████████▏ | 237/800 [00:15<00:36, 15.45it/s]\u001b[A\n",
+ " 30%|████████████▏ | 239/800 [00:15<00:34, 16.25it/s]\u001b[A\n",
+ " 30%|████████████▎ | 241/800 [00:15<00:34, 16.23it/s]\u001b[A\n",
+ " 30%|████████████▌ | 244/800 [00:15<00:33, 16.76it/s]\u001b[A\n",
+ " 31%|████████████▌ | 246/800 [00:15<00:32, 16.97it/s]\u001b[A\n",
+ " 31%|████████████▋ | 248/800 [00:15<00:32, 17.00it/s]\u001b[A\n",
+ " 31%|████████████▊ | 250/800 [00:15<00:31, 17.63it/s]\u001b[A\n",
+ " 32%|████████████▉ | 252/800 [00:15<00:34, 16.05it/s]\u001b[A\n",
+ " 32%|█████████████ | 254/800 [00:16<00:33, 16.21it/s]\u001b[A\n",
+ " 32%|█████████████ | 256/800 [00:16<00:34, 15.62it/s]\u001b[A\n",
+ " 32%|█████████████▏ | 258/800 [00:16<00:35, 15.36it/s]\u001b[A\n",
+ " 32%|█████████████▎ | 260/800 [00:16<00:38, 14.19it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 262/800 [00:16<00:39, 13.79it/s]\u001b[A\n",
+ " 33%|█████████████▌ | 264/800 [00:16<00:39, 13.63it/s]\u001b[A\n",
+ " 33%|█████████████▋ | 266/800 [00:16<00:39, 13.54it/s]\u001b[A\n",
+ " 34%|█████████████▋ | 268/800 [00:17<00:39, 13.45it/s]\u001b[A\n",
+ " 34%|█████████████▊ | 270/800 [00:17<00:39, 13.31it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 272/800 [00:17<00:39, 13.47it/s]\u001b[A\n",
+ " 34%|██████████████ | 274/800 [00:17<00:39, 13.30it/s]\u001b[A\n",
+ " 34%|██████████████▏ | 276/800 [00:17<00:36, 14.28it/s]\u001b[A\n",
+ " 35%|██████████████▏ | 278/800 [00:17<00:35, 14.64it/s]\u001b[A\n",
+ " 35%|██████████████▎ | 280/800 [00:17<00:33, 15.38it/s]\u001b[A\n",
+ " 35%|██████████████▍ | 282/800 [00:18<00:36, 14.18it/s]\u001b[A\n",
+ " 36%|██████████████▌ | 284/800 [00:18<00:35, 14.61it/s]\u001b[A\n",
+ " 36%|██████████████▋ | 286/800 [00:18<00:34, 14.92it/s]\u001b[A\n",
+ " 36%|██████████████▊ | 288/800 [00:18<00:35, 14.59it/s]\u001b[A\n",
+ " 36%|██████████████▊ | 290/800 [00:18<00:33, 15.10it/s]\u001b[A\n",
+ " 36%|██████████████▉ | 292/800 [00:18<00:32, 15.57it/s]\u001b[A\n",
+ " 37%|███████████████ | 294/800 [00:18<00:33, 15.17it/s]\u001b[A\n",
+ " 37%|███████████████▏ | 296/800 [00:19<00:34, 14.71it/s]\u001b[A\n",
+ " 37%|███████████████▎ | 298/800 [00:19<00:31, 15.94it/s]\u001b[A\n",
+ " 38%|███████████████▍ | 300/800 [00:19<00:32, 15.61it/s]\u001b[A\n",
+ " 38%|███████████████▍ | 302/800 [00:19<00:30, 16.50it/s]\u001b[A\n",
+ " 38%|███████████████▌ | 304/800 [00:19<00:31, 15.87it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 306/800 [00:19<00:29, 16.66it/s]\u001b[A\n",
+ " 38%|███████████████▊ | 308/800 [00:19<00:29, 16.82it/s]\u001b[A\n",
+ " 39%|███████████████▉ | 310/800 [00:19<00:29, 16.89it/s]\u001b[A\n",
+ " 39%|███████████████▉ | 312/800 [00:19<00:29, 16.53it/s]\u001b[A\n",
+ " 39%|████████████████ | 314/800 [00:20<00:29, 16.63it/s]\u001b[A\n",
+ " 40%|████████████████▏ | 316/800 [00:20<00:27, 17.30it/s]\u001b[A\n",
+ " 40%|████████████████▎ | 318/800 [00:20<00:27, 17.29it/s]\u001b[A\n",
+ " 40%|████████████████▍ | 320/800 [00:20<00:27, 17.29it/s]\u001b[A\n",
+ " 40%|████████████████▌ | 322/800 [00:20<00:26, 17.93it/s]\u001b[A\n",
+ " 40%|████████████████▌ | 324/800 [00:20<00:27, 17.49it/s]\u001b[A\n",
+ " 41%|████████████████▋ | 326/800 [00:20<00:27, 17.47it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 328/800 [00:20<00:27, 17.17it/s]\u001b[A\n",
+ " 41%|████████████████▉ | 330/800 [00:21<00:28, 16.75it/s]\u001b[A\n",
+ " 42%|█████████████████ | 332/800 [00:21<00:27, 16.99it/s]\u001b[A\n",
+ " 42%|█████████████████ | 334/800 [00:21<00:27, 16.68it/s]\u001b[A\n",
+ " 42%|█████████████████▎ | 337/800 [00:21<00:25, 18.04it/s]\u001b[A\n",
+ " 42%|█████████████████▎ | 339/800 [00:21<00:25, 18.12it/s]\u001b[A\n",
+ " 43%|█████████████████▍ | 341/800 [00:21<00:24, 18.51it/s]\u001b[A\n",
+ " 43%|█████████████████▌ | 343/800 [00:21<00:25, 18.04it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 345/800 [00:21<00:26, 17.45it/s]\u001b[A\n",
+ " 43%|█████████████████▊ | 347/800 [00:21<00:26, 17.33it/s]\u001b[A\n",
+ " 44%|█████████████████▉ | 349/800 [00:22<00:25, 17.60it/s]\u001b[A\n",
+ " 44%|█████████████████▉ | 351/800 [00:22<00:24, 18.03it/s]\u001b[A\n",
+ " 44%|██████████████████ | 353/800 [00:22<00:25, 17.76it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 355/800 [00:22<00:26, 17.04it/s]\u001b[A\n",
+ " 45%|██████████████████▎ | 357/800 [00:22<00:27, 16.11it/s]\u001b[A\n",
+ " 45%|██████████████████▍ | 359/800 [00:22<00:26, 16.35it/s]\u001b[A\n",
+ " 45%|██████████████████▌ | 361/800 [00:22<00:26, 16.70it/s]\u001b[A\n",
+ " 45%|██████████████████▌ | 363/800 [00:22<00:26, 16.53it/s]\u001b[A\n",
+ " 46%|██████████████████▋ | 365/800 [00:23<00:27, 15.93it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 367/800 [00:23<00:27, 15.56it/s]\u001b[A\n",
+ " 46%|██████████████████▉ | 369/800 [00:23<00:26, 16.22it/s]\u001b[A\n",
+ " 46%|███████████████████ | 371/800 [00:23<00:25, 17.03it/s]\u001b[A\n",
+ " 47%|███████████████████ | 373/800 [00:23<00:26, 16.33it/s]\u001b[A\n",
+ " 47%|███████████████████▏ | 375/800 [00:23<00:25, 16.45it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 377/800 [00:23<00:26, 16.11it/s]\u001b[A\n",
+ " 47%|███████████████████▍ | 379/800 [00:23<00:25, 16.55it/s]\u001b[A\n",
+ " 48%|███████████████████▌ | 381/800 [00:24<00:24, 17.07it/s]\u001b[A\n",
+ " 48%|███████████████████▋ | 383/800 [00:24<00:24, 17.17it/s]\u001b[A\n",
+ " 48%|███████████████████▋ | 385/800 [00:24<00:25, 16.21it/s]\u001b[A\n",
+ " 48%|███████████████████▊ | 387/800 [00:24<00:25, 16.16it/s]\u001b[A\n",
+ " 49%|███████████████████▉ | 389/800 [00:24<00:25, 16.41it/s]\u001b[A\n",
+ " 49%|████████████████████ | 391/800 [00:24<00:25, 15.80it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 393/800 [00:24<00:25, 16.00it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 395/800 [00:24<00:25, 15.83it/s]\u001b[A\n",
+ " 50%|████████████████████▎ | 397/800 [00:25<00:24, 16.21it/s]\u001b[A\n",
+ " 50%|████████████████████▍ | 399/800 [00:25<00:24, 16.54it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 401/800 [00:25<00:24, 16.20it/s]\u001b[A\n",
+ " 50%|████████████████████▋ | 404/800 [00:25<00:22, 17.73it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 406/800 [00:25<00:23, 16.70it/s]\u001b[A\n",
+ " 51%|████████████████████▉ | 408/800 [00:25<00:23, 16.80it/s]\u001b[A\n",
+ " 51%|█████████████████████ | 410/800 [00:25<00:23, 16.88it/s]\u001b[A\n",
+ " 52%|█████████████████████ | 412/800 [00:25<00:23, 16.47it/s]\u001b[A\n",
+ " 52%|█████████████████████▏ | 414/800 [00:26<00:22, 16.90it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 416/800 [00:26<00:22, 17.19it/s]\u001b[A\n",
+ " 52%|█████████████████████▍ | 418/800 [00:26<00:22, 16.76it/s]\u001b[A\n",
+ " 52%|█████████████████████▌ | 420/800 [00:26<00:22, 16.63it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 422/800 [00:26<00:22, 16.76it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 424/800 [00:26<00:22, 17.04it/s]\u001b[A\n",
+ " 53%|█████████████████████▊ | 426/800 [00:26<00:21, 17.26it/s]\u001b[A\n",
+ " 54%|█████████████████████▉ | 428/800 [00:26<00:21, 17.06it/s]\u001b[A\n",
+ " 54%|██████████████████████ | 431/800 [00:26<00:20, 18.11it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 433/800 [00:27<00:21, 16.82it/s]\u001b[A\n",
+ " 54%|██████████████████████▎ | 435/800 [00:27<00:22, 16.46it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 437/800 [00:27<00:22, 16.37it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 439/800 [00:27<00:21, 16.54it/s]\u001b[A\n",
+ " 55%|██████████████████████▌ | 441/800 [00:27<00:21, 16.56it/s]\u001b[A\n",
+ " 55%|██████████████████████▋ | 443/800 [00:27<00:21, 16.72it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 445/800 [00:27<00:22, 16.04it/s]\u001b[A\n",
+ " 56%|██████████████████████▉ | 447/800 [00:27<00:21, 16.19it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 449/800 [00:28<00:22, 15.63it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 451/800 [00:28<00:21, 15.88it/s]\u001b[A\n",
+ " 57%|███████████████████████▏ | 453/800 [00:28<00:20, 16.84it/s]\u001b[A\n",
+ " 57%|███████████████████████▎ | 456/800 [00:28<00:18, 18.24it/s]\u001b[A\n",
+ " 57%|███████████████████████▍ | 458/800 [00:28<00:19, 17.90it/s]\u001b[A\n",
+ " 57%|███████████████████████▌ | 460/800 [00:28<00:18, 18.17it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 462/800 [00:28<00:19, 17.79it/s]\u001b[A\n",
+ " 58%|██████████��████████████▊ | 464/800 [00:28<00:19, 17.13it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 466/800 [00:29<00:20, 16.28it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 468/800 [00:29<00:19, 16.89it/s]\u001b[A\n",
+ " 59%|████████████████████████ | 470/800 [00:29<00:19, 16.88it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 472/800 [00:29<00:19, 16.43it/s]\u001b[A\n",
+ " 59%|████████████████████████▎ | 474/800 [00:29<00:19, 17.13it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 476/800 [00:29<00:18, 17.71it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 478/800 [00:29<00:18, 16.95it/s]\u001b[A\n",
+ " 60%|████████████████████████▌ | 480/800 [00:29<00:19, 16.52it/s]\u001b[A\n",
+ " 60%|████████████████████████▋ | 482/800 [00:30<00:18, 16.82it/s]\u001b[A\n",
+ " 60%|████████████████████████▊ | 484/800 [00:30<00:18, 16.98it/s]\u001b[A\n",
+ " 61%|████████████████████████▉ | 486/800 [00:30<00:18, 16.73it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 488/800 [00:30<00:19, 16.32it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 490/800 [00:30<00:18, 16.82it/s]\u001b[A\n",
+ " 62%|█████████████████████████▏ | 492/800 [00:30<00:18, 16.56it/s]\u001b[A\n",
+ " 62%|█████████████████████████▎ | 494/800 [00:30<00:17, 17.01it/s]\u001b[A\n",
+ " 62%|█████████████████████████▍ | 496/800 [00:30<00:18, 16.74it/s]\u001b[A\n",
+ " 62%|█████████████████████████▌ | 499/800 [00:31<00:17, 16.99it/s]\u001b[A\n",
+ " 63%|█████████████████████████▋ | 501/800 [00:31<00:18, 16.40it/s]\u001b[A\n",
+ " 63%|█████████████████████████▊ | 503/800 [00:31<00:17, 16.82it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 505/800 [00:31<00:17, 17.11it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 507/800 [00:31<00:17, 16.34it/s]\u001b[A\n",
+ " 64%|██████████████████████████ | 509/800 [00:31<00:17, 16.24it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 511/800 [00:31<00:17, 16.69it/s]\u001b[A\n",
+ " 64%|██████████████████████████▎ | 513/800 [00:31<00:16, 17.39it/s]\u001b[A\n",
+ " 64%|██████████████████████████▍ | 515/800 [00:31<00:16, 17.46it/s]\u001b[A\n",
+ " 65%|██████████████████████████▍ | 517/800 [00:32<00:16, 17.16it/s]\u001b[A\n",
+ " 65%|██████████████████████████▌ | 519/800 [00:32<00:16, 16.97it/s]\u001b[A\n",
+ " 65%|██████████████████████████▋ | 521/800 [00:32<00:16, 17.21it/s]\u001b[A\n",
+ " 65%|██████████████████████████▊ | 523/800 [00:32<00:16, 16.95it/s]\u001b[A\n",
+ " 66%|██████████████████████████▉ | 525/800 [00:32<00:16, 17.18it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 527/800 [00:32<00:15, 17.78it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 529/800 [00:32<00:14, 18.08it/s]\u001b[A\n",
+ " 66%|███████████████████████████▏ | 531/800 [00:32<00:15, 17.22it/s]\u001b[A\n",
+ " 67%|███████████████████████████▎ | 533/800 [00:33<00:16, 16.42it/s]\u001b[A\n",
+ " 67%|███████████████████████████▍ | 535/800 [00:33<00:16, 15.72it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 537/800 [00:33<00:16, 15.59it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 539/800 [00:33<00:16, 16.13it/s]\u001b[A\n",
+ " 68%|███████████████████████████▋ | 541/800 [00:33<00:15, 16.90it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 544/800 [00:33<00:14, 17.37it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 546/800 [00:33<00:14, 17.39it/s]\u001b[A\n",
+ " 68%|████████████████████████████ | 548/800 [00:33<00:14, 17.55it/s]\u001b[A\n",
+ " 69%|████████████████████████████▏ | 550/800 [00:34<00:13, 18.01it/s]\u001b[A\n",
+ " 69%|████████████████████████████▎ | 553/800 [00:34<00:13, 18.38it/s]\u001b[A\n",
+ " 69%|████████████████████████████▍ | 555/800 [00:34<00:13, 18.24it/s]\u001b[A\n",
+ " 70%|████████████████████████████▌ | 558/800 [00:34<00:13, 18.25it/s]\u001b[A\n",
+ " 70%|████████████████████████████▋ | 560/800 [00:34<00:13, 18.18it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 563/800 [00:34<00:12, 19.12it/s]\u001b[A\n",
+ " 71%|████████████████████████████▉ | 565/800 [00:34<00:12, 18.65it/s]\u001b[A\n",
+ " 71%|█████████████████████████████ | 568/800 [00:35<00:12, 18.37it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▏ | 570/800 [00:35<00:12, 18.14it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▎ | 573/800 [00:35<00:12, 18.63it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 576/800 [00:35<00:11, 19.29it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 578/800 [00:35<00:11, 18.71it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▋ | 580/800 [00:35<00:11, 18.98it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▊ | 582/800 [00:35<00:11, 18.72it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▉ | 585/800 [00:35<00:10, 20.17it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 588/800 [00:36<00:11, 18.83it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 590/800 [00:36<00:11, 17.95it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▎ | 592/800 [00:36<00:12, 17.10it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▍ | 594/800 [00:36<00:11, 17.36it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▌ | 596/800 [00:36<00:11, 17.25it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▋ | 599/800 [00:36<00:10, 18.46it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▊ | 601/800 [00:36<00:10, 18.82it/s]\u001b[A\n",
+ " 76%|██████████████████████████████▉ | 604/800 [00:36<00:10, 19.55it/s]\u001b[A\n",
+ " 76%|███████████████████████████████ | 606/800 [00:37<00:09, 19.65it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▏ | 609/800 [00:37<00:10, 19.06it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▎ | 611/800 [00:37<00:09, 19.00it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▍ | 614/800 [00:37<00:09, 19.68it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▌ | 617/800 [00:37<00:08, 20.43it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▊ | 620/800 [00:37<00:09, 19.81it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 622/800 [00:37<00:09, 19.42it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 624/800 [00:37<00:09, 18.73it/s]\u001b[A\n",
+ " 78%|████████████████████████████████▏ | 627/800 [00:38<00:09, 18.99it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▏ | 629/800 [00:38<00:09, 18.94it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▎ | 631/800 [00:38<00:09, 18.65it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▍ | 633/800 [00:38<00:09, 17.91it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▌ | 635/800 [00:38<00:09, 17.10it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 638/800 [00:38<00:09, 17.64it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▊ | 640/800 [00:38<00:09, 17.45it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▉ | 642/800 [00:38<00:08, 17.64it/s]\u001b[A\n",
+ " 80%|█████████████████████████████████ | 644/800 [00:39<00:09, 17.24it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████ | 646/800 [00:39<00:09, 16.79it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 649/800 [00:39<00:08, 17.57it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 651/800 [00:39<00:08, 17.85it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▍ | 653/800 [00:39<00:08, 17.98it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▌ | 656/800 [00:39<00:07, 18.63it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▊ | 659/800 [00:39<00:07, 19.02it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 661/800 [00:40<00:07, 18.31it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 663/800 [00:40<00:07, 18.62it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████ | 665/800 [00:40<00:07, 18.48it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▏ | 668/800 [00:40<00:07, 18.84it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▎ | 670/800 [00:40<00:06, 18.99it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▍ | 672/800 [00:40<00:06, 18.61it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▌ | 674/800 [00:40<00:06, 18.21it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▋ | 676/800 [00:40<00:06, 18.17it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▋ | 678/800 [00:40<00:06, 18.45it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▊ | 680/800 [00:41<00:06, 17.94it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▉ | 682/800 [00:41<00:06, 18.18it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████ | 684/800 [00:41<00:06, 18.55it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▏ | 686/800 [00:41<00:06, 17.73it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 688/800 [00:41<00:06, 16.46it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 690/800 [00:41<00:06, 16.47it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▍ | 692/800 [00:41<00:06, 16.57it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 694/800 [00:41<00:06, 16.67it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▋ | 696/800 [00:42<00:06, 16.71it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▊ | 698/800 [00:42<00:06, 16.19it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 700/800 [00:42<00:06, 16.08it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 702/800 [00:42<00:06, 16.33it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████ | 704/800 [00:42<00:05, 16.52it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 706/800 [00:42<00:05, 16.69it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▎ | 708/800 [00:42<00:05, 16.33it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 711/800 [00:42<00:05, 17.63it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▌ | 713/800 [00:43<00:04, 18.12it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▋ | 715/800 [00:43<00:04, 17.42it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▋ | 717/800 [00:43<00:04, 17.53it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▊ | 719/800 [00:43<00:04, 16.49it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▉ | 721/800 [00:43<00:04, 17.06it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 723/800 [00:43<00:04, 17.44it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▏ | 725/800 [00:43<00:04, 18.01it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▎ | 727/800 [00:43<00:04, 18.24it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▍ | 730/800 [00:43<00:03, 18.54it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▌ | 733/800 [00:44<00:03, 18.95it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▋ | 735/800 [00:44<00:03, 18.30it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 738/800 [00:44<00:03, 18.73it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▉ | 740/800 [00:44<00:03, 18.50it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████ | 742/800 [00:44<00:03, 18.72it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 744/800 [00:44<00:03, 18.05it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 746/800 [00:44<00:02, 18.09it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▎ | 748/800 [00:44<00:03, 17.31it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▍ | 750/800 [00:45<00:02, 16.96it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▌ | 752/800 [00:45<00:02, 16.97it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 754/800 [00:45<00:02, 16.47it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 756/800 [00:45<00:02, 16.85it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▊ | 758/800 [00:45<00:02, 17.11it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▉ | 760/800 [00:45<00:02, 17.63it/s]\u001b[A\n",
+ " 95%|███████████████████████████████████████ | 762/800 [00:45<00:02, 17.55it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▏ | 764/800 [00:45<00:01, 18.15it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 766/800 [00:46<00:02, 16.71it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 768/800 [00:46<00:01, 16.37it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▍ | 770/800 [00:46<00:01, 16.50it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▌ | 772/800 [00:46<00:01, 16.32it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▋ | 774/800 [00:46<00:01, 15.42it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 776/800 [00:46<00:01, 14.88it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 778/800 [00:46<00:01, 15.18it/s]\u001b[A\n",
+ " 98%|███████████████████████████████████████▉ | 780/800 [00:46<00:01, 16.20it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████ | 782/800 [00:47<00:01, 16.14it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 784/800 [00:47<00:00, 16.38it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▎| 786/800 [00:47<00:00, 16.77it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▍| 788/800 [00:47<00:00, 16.52it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▍| 790/800 [00:47<00:00, 16.87it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▌| 792/800 [00:47<00:00, 16.68it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▋| 794/800 [00:47<00:00, 16.74it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▊| 797/800 [00:47<00:00, 18.54it/s]\u001b[A\n",
+ " \u001b[A\n",
+ " 17%|██████▎ | 1000/5900 [35:11<2:04:28, 1.52s/it]\n",
+ "100%|█████████████████████████████████████████| 800/800 [00:48<00:00, 17.98it/s]\u001b[A\n",
+ " \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-sakha/checkpoint-1000\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-1000/config.json\n",
+ "Model weights saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-1000/pytorch_model.bin\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-1000/preprocessor_config.json\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ " 25%|█████████▍ | 1500/5900 [53:20<2:13:28, 1.82s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 800\n",
+ " Batch size = 1\n",
+ "\n",
+ " 0%| | 0/800 [00:00, ?it/s]\u001b[A\n",
+ " 0%|▏ | 3/800 [00:00<00:32, 24.56it/s]\u001b[A\n",
+ " 1%|▎ | 6/800 [00:00<00:43, 18.06it/s]\u001b[A\n",
+ " 1%|▍ | 8/800 [00:00<00:48, 16.18it/s]\u001b[A\n",
+ " 1%|▌ | 10/800 [00:00<00:55, 14.36it/s]\u001b[A\n",
+ " 2%|▋ | 12/800 [00:00<00:54, 14.36it/s]\u001b[A\n",
+ " 2%|▋ | 14/800 [00:00<00:53, 14.79it/s]\u001b[A\n",
+ " 2%|▊ | 16/800 [00:01<00:53, 14.73it/s]\u001b[A\n",
+ " 2%|▉ | 18/800 [00:01<00:51, 15.14it/s]\u001b[A\n",
+ " 2%|█ | 20/800 [00:01<00:52, 14.94it/s]\u001b[A\n",
+ " 3%|█▏ | 22/800 [00:01<00:51, 15.05it/s]\u001b[A\n",
+ " 3%|█▎ | 24/800 [00:01<00:48, 15.92it/s]\u001b[A\n",
+ " 3%|█▎ | 26/800 [00:01<00:51, 14.89it/s]\u001b[A\n",
+ " 4%|█▍ | 28/800 [00:01<00:51, 14.85it/s]\u001b[A\n",
+ " 4%|█▌ | 30/800 [00:01<00:51, 15.01it/s]\u001b[A\n",
+ " 4%|█▋ | 32/800 [00:02<00:48, 15.89it/s]\u001b[A\n",
+ " 4%|█▊ | 34/800 [00:02<00:48, 15.92it/s]\u001b[A\n",
+ " 4%|█▉ | 36/800 [00:02<00:47, 16.02it/s]\u001b[A\n",
+ " 5%|█▉ | 38/800 [00:02<00:45, 16.81it/s]\u001b[A\n",
+ " 5%|██ | 40/800 [00:02<00:44, 17.20it/s]\u001b[A\n",
+ " 5%|██▎ | 43/800 [00:02<00:41, 18.40it/s]\u001b[A\n",
+ " 6%|██▎ | 45/800 [00:02<00:41, 18.31it/s]\u001b[A\n",
+ " 6%|██▌ | 48/800 [00:02<00:38, 19.63it/s]\u001b[A\n",
+ " 6%|██▋ | 50/800 [00:03<00:38, 19.53it/s]\u001b[A\n",
+ " 6%|██▋ | 52/800 [00:03<00:42, 17.71it/s]\u001b[A\n",
+ " 7%|██▊ | 54/800 [00:03<00:42, 17.37it/s]\u001b[A\n",
+ " 7%|██▉ | 56/800 [00:03<00:46, 16.06it/s]\u001b[A\n",
+ " 7%|███ | 58/800 [00:03<00:46, 15.96it/s]\u001b[A\n",
+ " 8%|███▏ | 60/800 [00:03<00:43, 16.86it/s]\u001b[A\n",
+ " 8%|███▎ | 62/800 [00:03<00:47, 15.51it/s]\u001b[A\n",
+ " 8%|███▎ | 64/800 [00:03<00:46, 15.76it/s]\u001b[A\n",
+ " 8%|███▍ | 66/800 [00:04<00:46, 15.66it/s]\u001b[A\n",
+ " 8%|███▌ | 68/800 [00:04<00:44, 16.35it/s]\u001b[A\n",
+ " 9%|███▋ | 70/800 [00:04<00:42, 17.06it/s]\u001b[A\n",
+ " 9%|███▊ | 72/800 [00:04<00:44, 16.52it/s]\u001b[A\n",
+ " 9%|███▉ | 75/800 [00:04<00:41, 17.36it/s]\u001b[A\n",
+ " 10%|████ | 77/800 [00:04<00:40, 17.89it/s]\u001b[A\n",
+ " 10%|████▏ | 79/800 [00:04<00:40, 17.80it/s]\u001b[A\n",
+ " 10%|████▎ | 81/800 [00:04<00:39, 18.06it/s]\u001b[A\n",
+ " 10%|████▎ | 83/800 [00:05<00:39, 18.05it/s]\u001b[A\n",
+ " 11%|████▍ | 85/800 [00:05<00:39, 18.10it/s]\u001b[A\n",
+ " 11%|████▌ | 87/800 [00:05<00:38, 18.43it/s]\u001b[A\n",
+ " 11%|████▋ | 89/800 [00:05<00:38, 18.27it/s]\u001b[A\n",
+ " 11%|████▊ | 91/800 [00:05<00:42, 16.84it/s]\u001b[A\n",
+ " 12%|████▉ | 93/800 [00:05<00:41, 16.83it/s]\u001b[A\n",
+ " 12%|████▉ | 95/800 [00:05<00:41, 17.19it/s]\u001b[A\n",
+ " 12%|█████ | 97/800 [00:05<00:41, 17.00it/s]\u001b[A\n",
+ " 12%|█████▏ | 99/800 [00:05<00:41, 16.96it/s]\u001b[A\n",
+ " 13%|█████▏ | 101/800 [00:06<00:42, 16.28it/s]\u001b[A\n",
+ " 13%|█████▎ | 103/800 [00:06<00:43, 15.96it/s]\u001b[A\n",
+ " 13%|█████▍ | 105/800 [00:06<00:43, 15.84it/s]\u001b[A\n",
+ " 13%|█████▍ | 107/800 [00:06<00:44, 15.43it/s]\u001b[A\n",
+ " 14%|█████▌ | 109/800 [00:06<00:46, 14.75it/s]\u001b[A\n",
+ " 14%|█████▋ | 111/800 [00:06<00:46, 14.96it/s]\u001b[A\n",
+ " 14%|█████▊ | 113/800 [00:06<00:46, 14.82it/s]\u001b[A\n",
+ " 14%|█████▉ | 115/800 [00:07<00:46, 14.86it/s]\u001b[A\n",
+ " 15%|█████▉ | 117/800 [00:07<00:44, 15.24it/s]\u001b[A\n",
+ " 15%|██████ | 119/800 [00:07<00:44, 15.21it/s]\u001b[A\n",
+ " 15%|██████▏ | 121/800 [00:07<00:44, 15.21it/s]\u001b[A\n",
+ " 15%|██████▎ | 123/800 [00:07<00:44, 15.10it/s]\u001b[A\n",
+ " 16%|██████▍ | 125/800 [00:07<00:45, 14.94it/s]\u001b[A\n",
+ " 16%|██████▌ | 127/800 [00:07<00:44, 15.17it/s]\u001b[A\n",
+ " 16%|██████▌ | 129/800 [00:07<00:45, 14.80it/s]\u001b[A\n",
+ " 16%|██████▋ | 131/800 [00:08<00:47, 14.03it/s]\u001b[A\n",
+ " 17%|██████▊ | 133/800 [00:08<00:43, 15.40it/s]\u001b[A\n",
+ " 17%|██████▉ | 135/800 [00:08<00:45, 14.57it/s]\u001b[A\n",
+ " 17%|███████ | 137/800 [00:08<00:44, 14.90it/s]\u001b[A\n",
+ " 17%|███████ | 139/800 [00:08<00:42, 15.50it/s]\u001b[A\n",
+ " 18%|███████▏ | 141/800 [00:08<00:39, 16.59it/s]\u001b[A\n",
+ " 18%|███████▎ | 143/800 [00:08<00:39, 16.52it/s]\u001b[A\n",
+ " 18%|███████▍ | 145/800 [00:08<00:40, 16.12it/s]\u001b[A\n",
+ " 18%|███████▌ | 147/800 [00:09<00:38, 16.82it/s]\u001b[A\n",
+ " 19%|███████▋ | 149/800 [00:09<00:38, 16.98it/s]\u001b[A\n",
+ " 19%|███████▋ | 151/800 [00:09<00:38, 16.70it/s]\u001b[A\n",
+ " 19%|███████▊ | 153/800 [00:09<00:39, 16.24it/s]\u001b[A\n",
+ " 19%|███████▉ | 155/800 [00:09<00:37, 17.04it/s]\u001b[A\n",
+ " 20%|████████ | 157/800 [00:09<00:37, 16.95it/s]\u001b[A\n",
+ " 20%|████████▏ | 159/800 [00:09<00:38, 16.62it/s]\u001b[A\n",
+ " 20%|████████▎ | 161/800 [00:09<00:41, 15.57it/s]\u001b[A\n",
+ " 20%|████████▎ | 163/800 [00:10<00:39, 16.05it/s]\u001b[A\n",
+ " 21%|████████▍ | 165/800 [00:10<00:40, 15.64it/s]\u001b[A\n",
+ " 21%|████████▌ | 167/800 [00:10<00:40, 15.82it/s]\u001b[A\n",
+ " 21%|████████▋ | 169/800 [00:10<00:39, 16.09it/s]\u001b[A\n",
+ " 21%|████████▊ | 171/800 [00:10<00:38, 16.40it/s]\u001b[A\n",
+ " 22%|████████▊ | 173/800 [00:10<00:38, 16.14it/s]\u001b[A\n",
+ " 22%|████████▉ | 175/800 [00:10<00:40, 15.59it/s]\u001b[A\n",
+ " 22%|█████████ | 177/800 [00:10<00:38, 16.16it/s]\u001b[A\n",
+ " 22%|█████████▏ | 179/800 [00:11<00:39, 15.86it/s]\u001b[A\n",
+ " 23%|█████████▎ | 181/800 [00:11<00:37, 16.42it/s]\u001b[A\n",
+ " 23%|█████████▍ | 183/800 [00:11<00:37, 16.38it/s]\u001b[A\n",
+ " 23%|█████████▍ | 185/800 [00:11<00:38, 16.13it/s]\u001b[A\n",
+ " 23%|█████████▌ | 187/800 [00:11<00:36, 16.83it/s]\u001b[A\n",
+ " 24%|█████████▋ | 189/800 [00:11<00:37, 16.17it/s]\u001b[A\n",
+ " 24%|█████████▊ | 191/800 [00:11<00:40, 14.94it/s]\u001b[A\n",
+ " 24%|█████████▉ | 193/800 [00:11<00:40, 15.01it/s]\u001b[A\n",
+ " 24%|█████████▉ | 195/800 [00:12<00:38, 15.91it/s]\u001b[A\n",
+ " 25%|██████████ | 197/800 [00:12<00:38, 15.81it/s]\u001b[A\n",
+ " 25%|██████████▏ | 199/800 [00:12<00:36, 16.43it/s]\u001b[A\n",
+ " 25%|██████████▎ | 201/800 [00:12<00:37, 15.96it/s]\u001b[A\n",
+ " 25%|██████████▍ | 203/800 [00:12<00:37, 15.73it/s]\u001b[A\n",
+ " 26%|██████████▌ | 205/800 [00:12<00:36, 16.16it/s]\u001b[A\n",
+ " 26%|██████████▌ | 207/800 [00:12<00:37, 15.97it/s]\u001b[A\n",
+ " 26%|██████████▋ | 209/800 [00:12<00:36, 16.41it/s]\u001b[A\n",
+ " 26%|██████████▊ | 211/800 [00:13<00:36, 16.20it/s]\u001b[A\n",
+ " 27%|██████████▉ | 213/800 [00:13<00:35, 16.66it/s]\u001b[A\n",
+ " 27%|███████████ | 215/800 [00:13<00:34, 16.93it/s]\u001b[A\n",
+ " 27%|███████████ | 217/800 [00:13<00:37, 15.72it/s]\u001b[A\n",
+ " 27%|███████████▏ | 219/800 [00:13<00:36, 16.05it/s]\u001b[A\n",
+ " 28%|███████████▎ | 221/800 [00:13<00:38, 15.13it/s]\u001b[A\n",
+ " 28%|███████████▍ | 223/800 [00:13<00:36, 15.68it/s]\u001b[A\n",
+ " 28%|███████████▌ | 226/800 [00:13<00:34, 16.69it/s]\u001b[A\n",
+ " 28%|███████████▋ | 228/800 [00:14<00:35, 16.19it/s]\u001b[A\n",
+ " 29%|███████████▊ | 230/800 [00:14<00:35, 15.89it/s]\u001b[A\n",
+ " 29%|███████████▉ | 232/800 [00:14<00:37, 15.08it/s]\u001b[A\n",
+ " 29%|███████████▉ | 234/800 [00:14<00:37, 15.11it/s]\u001b[A\n",
+ " 30%|████████████ | 236/800 [00:14<00:37, 15.19it/s]\u001b[A\n",
+ " 30%|████████████▏ | 239/800 [00:14<00:33, 16.56it/s]\u001b[A\n",
+ " 30%|████████████▎ | 241/800 [00:14<00:33, 16.62it/s]\u001b[A\n",
+ " 30%|████████████▌ | 244/800 [00:15<00:32, 17.00it/s]\u001b[A\n",
+ " 31%|████████████▌ | 246/800 [00:15<00:31, 17.43it/s]\u001b[A\n",
+ " 31%|████████████▋ | 248/800 [00:15<00:31, 17.47it/s]\u001b[A\n",
+ " 31%|████████████▊ | 251/800 [00:15<00:31, 17.50it/s]\u001b[A\n",
+ " 32%|████████��███▉ | 253/800 [00:15<00:33, 16.56it/s]\u001b[A\n",
+ " 32%|█████████████ | 255/800 [00:15<00:33, 16.48it/s]\u001b[A\n",
+ " 32%|█████████████▏ | 257/800 [00:15<00:33, 16.21it/s]\u001b[A\n",
+ " 32%|█████████████▎ | 259/800 [00:16<00:35, 15.36it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 261/800 [00:16<00:37, 14.55it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 263/800 [00:16<00:39, 13.59it/s]\u001b[A\n",
+ " 33%|█████████████▌ | 265/800 [00:16<00:38, 13.84it/s]\u001b[A\n",
+ " 33%|█████████████▋ | 267/800 [00:16<00:38, 13.77it/s]\u001b[A\n",
+ " 34%|█████████████▊ | 269/800 [00:16<00:38, 13.69it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 271/800 [00:16<00:38, 13.72it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 273/800 [00:17<00:39, 13.41it/s]\u001b[A\n",
+ " 34%|██████████████ | 275/800 [00:17<00:38, 13.62it/s]\u001b[A\n",
+ " 35%|██████████████▏ | 277/800 [00:17<00:36, 14.34it/s]\u001b[A\n",
+ " 35%|██████████████▎ | 279/800 [00:17<00:35, 14.86it/s]\u001b[A\n",
+ " 35%|██████████████▍ | 281/800 [00:17<00:36, 14.38it/s]\u001b[A\n",
+ " 35%|██████████████▌ | 283/800 [00:17<00:37, 13.91it/s]\u001b[A\n",
+ " 36%|██████████████▌ | 285/800 [00:17<00:35, 14.50it/s]\u001b[A\n",
+ " 36%|██████████████▋ | 287/800 [00:18<00:35, 14.46it/s]\u001b[A\n",
+ " 36%|██████████████▊ | 289/800 [00:18<00:34, 14.85it/s]\u001b[A\n",
+ " 36%|██████████████▉ | 291/800 [00:18<00:32, 15.65it/s]\u001b[A\n",
+ " 37%|███████████████ | 293/800 [00:18<00:32, 15.42it/s]\u001b[A\n",
+ " 37%|███████████████ | 295/800 [00:18<00:33, 15.01it/s]\u001b[A\n",
+ " 37%|███████████████▏ | 297/800 [00:18<00:33, 15.21it/s]\u001b[A\n",
+ " 37%|███████████████▎ | 299/800 [00:18<00:31, 15.77it/s]\u001b[A\n",
+ " 38%|███████████████▍ | 301/800 [00:18<00:30, 16.19it/s]\u001b[A\n",
+ " 38%|███████████████▌ | 303/800 [00:19<00:29, 16.61it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 305/800 [00:19<00:29, 17.01it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 307/800 [00:19<00:28, 17.44it/s]\u001b[A\n",
+ " 39%|███████████████▊ | 309/800 [00:19<00:29, 16.81it/s]\u001b[A\n",
+ " 39%|███████████████▉ | 311/800 [00:19<00:28, 17.13it/s]\u001b[A\n",
+ " 39%|████████████████ | 313/800 [00:19<00:29, 16.53it/s]\u001b[A\n",
+ " 39%|████████████████▏ | 315/800 [00:19<00:28, 16.86it/s]\u001b[A\n",
+ " 40%|████████████████▏ | 317/800 [00:19<00:28, 17.23it/s]\u001b[A\n",
+ " 40%|████████████████▎ | 319/800 [00:19<00:27, 17.77it/s]\u001b[A\n",
+ " 40%|████████████████▍ | 321/800 [00:20<00:26, 18.01it/s]\u001b[A\n",
+ " 40%|████████████████▌ | 323/800 [00:20<00:26, 17.79it/s]\u001b[A\n",
+ " 41%|████████████████▋ | 325/800 [00:20<00:26, 17.69it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 327/800 [00:20<00:26, 17.96it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 329/800 [00:20<00:27, 17.37it/s]\u001b[A\n",
+ " 41%|████████████████▉ | 331/800 [00:20<00:27, 17.26it/s]\u001b[A\n",
+ " 42%|█████████████████ | 333/800 [00:20<00:27, 16.92it/s]\u001b[A\n",
+ " 42%|█████████████████▏ | 335/800 [00:20<00:27, 16.93it/s]\u001b[A\n",
+ " 42%|█████████████████▎ | 338/800 [00:21<00:25, 18.37it/s]\u001b[A\n",
+ " 42%|█████████████████▍ | 340/800 [00:21<00:25, 18.26it/s]\u001b[A\n",
+ " 43%|█████████████████▌ | 342/800 [00:21<00:24, 18.66it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 344/800 [00:21<00:25, 17.74it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 346/800 [00:21<00:26, 17.37it/s]\u001b[A\n",
+ " 44%|█████████████████▊ | 348/800 [00:21<00:25, 17.86it/s]\u001b[A\n",
+ " 44%|█████████████████▉ | 350/800 [00:21<00:25, 17.51it/s]\u001b[A\n",
+ " 44%|██████████████████ | 352/800 [00:21<00:25, 17.58it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 354/800 [00:21<00:26, 17.15it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 356/800 [00:22<00:27, 16.13it/s]\u001b[A\n",
+ " 45%|██████████████████▎ | 358/800 [00:22<00:27, 15.82it/s]\u001b[A\n",
+ " 45%|██████████████████▍ | 360/800 [00:22<00:26, 16.38it/s]\u001b[A\n",
+ " 45%|██████████████████▌ | 362/800 [00:22<00:26, 16.45it/s]\u001b[A\n",
+ " 46%|██████████████████▋ | 364/800 [00:22<00:26, 16.39it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 366/800 [00:22<00:27, 15.91it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 368/800 [00:22<00:26, 16.07it/s]\u001b[A\n",
+ " 46%|██████████████████▉ | 370/800 [00:22<00:25, 16.84it/s]\u001b[A\n",
+ " 46%|███████████████████ | 372/800 [00:23<00:25, 17.07it/s]\u001b[A\n",
+ " 47%|███████████████████▏ | 374/800 [00:23<00:26, 16.22it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 376/800 [00:23<00:26, 15.99it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 378/800 [00:23<00:26, 16.21it/s]\u001b[A\n",
+ " 48%|███████████████████▍ | 380/800 [00:23<00:25, 16.73it/s]\u001b[A\n",
+ " 48%|███████████████████▌ | 382/800 [00:23<00:24, 17.37it/s]\u001b[A\n",
+ " 48%|███████████████████▋ | 384/800 [00:23<00:24, 16.92it/s]\u001b[A\n",
+ " 48%|███████████████████▊ | 386/800 [00:23<00:24, 17.18it/s]\u001b[A\n",
+ " 49%|███████████████████▉ | 389/800 [00:24<00:23, 17.50it/s]\u001b[A\n",
+ " 49%|████████████████████ | 391/800 [00:24<00:24, 16.65it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 393/800 [00:24<00:24, 16.70it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 395/800 [00:24<00:24, 16.44it/s]\u001b[A\n",
+ " 50%|████████████████████▎ | 397/800 [00:24<00:23, 16.85it/s]\u001b[A\n",
+ " 50%|████████████████████▍ | 399/800 [00:24<00:23, 16.78it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 401/800 [00:24<00:24, 16.39it/s]\u001b[A\n",
+ " 50%|████████████████████▋ | 404/800 [00:24<00:22, 17.92it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 406/800 [00:25<00:23, 16.79it/s]\u001b[A\n",
+ " 51%|████████████████████▉ | 408/800 [00:25<00:22, 17.08it/s]\u001b[A\n",
+ " 51%|█████████████████████ | 410/800 [00:25<00:22, 17.06it/s]\u001b[A\n",
+ " 52%|█████████████████████ | 412/800 [00:25<00:23, 16.78it/s]\u001b[A\n",
+ " 52%|█████████████████████▏ | 414/800 [00:25<00:22, 17.32it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 416/800 [00:25<00:21, 17.47it/s]\u001b[A\n",
+ " 52%|█████████████████████▍ | 418/800 [00:25<00:23, 16.60it/s]\u001b[A\n",
+ " 52%|█████████████████████▌ | 420/800 [00:25<00:22, 16.63it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 422/800 [00:26<00:22, 16.78it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 424/800 [00:26<00:22, 16.94it/s]\u001b[A\n",
+ " 53%|█████████████████████▊ | 426/800 [00:26<00:21, 17.14it/s]\u001b[A\n",
+ " 54%|█████████████████████▉ | 428/800 [00:26<00:21, 17.05it/s]\u001b[A\n",
+ " 54%|██████████████████████ | 431/800 [00:26<00:20, 18.20it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 433/800 [00:26<00:22, 16.67it/s]\u001b[A\n",
+ " 54%|██████████████████████▎ | 435/800 [00:26<00:22, 16.30it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 437/800 [00:26<00:22, 16.47it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 439/800 [00:27<00:21, 16.62it/s]\u001b[A\n",
+ " 55%|██████████████████████▌ | 441/800 [00:27<00:22, 16.03it/s]\u001b[A\n",
+ " 55%|██████████████████████▋ | 443/800 [00:27<00:22, 16.17it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 445/800 [00:27<00:22, 15.75it/s]\u001b[A\n",
+ " 56%|██████████████████████▉ | 447/800 [00:27<00:22, 15.96it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 449/800 [00:27<00:23, 15.20it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 451/800 [00:27<00:22, 15.37it/s]\u001b[A\n",
+ " 57%|███████████████████████▏ | 453/800 [00:27<00:21, 16.51it/s]\u001b[A\n",
+ " 57%|███████████████████████▎ | 456/800 [00:28<00:19, 17.90it/s]\u001b[A\n",
+ " 57%|███████████████████████▍ | 458/800 [00:28<00:19, 17.71it/s]\u001b[A\n",
+ " 57%|███████████████████████▌ | 460/800 [00:28<00:18, 17.97it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 462/800 [00:28<00:19, 17.56it/s]\u001b[A\n",
+ " 58%|███████████████████████▊ | 464/800 [00:28<00:19, 17.08it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 466/800 [00:28<00:20, 16.55it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 468/800 [00:28<00:19, 17.02it/s]\u001b[A\n",
+ " 59%|████████████████████████ | 470/800 [00:28<00:19, 16.98it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 472/800 [00:29<00:19, 16.41it/s]\u001b[A\n",
+ " 59%|████████████████████████▎ | 474/800 [00:29<00:19, 17.10it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 476/800 [00:29<00:18, 17.59it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 478/800 [00:29<00:18, 16.98it/s]\u001b[A\n",
+ " 60%|████████████████████████▌ | 480/800 [00:29<00:19, 16.54it/s]\u001b[A\n",
+ " 60%|████████████████████████▋ | 482/800 [00:29<00:19, 16.66it/s]\u001b[A\n",
+ " 60%|████████████████████████▊ | 484/800 [00:29<00:18, 16.78it/s]\u001b[A\n",
+ " 61%|████████████████████████▉ | 486/800 [00:29<00:18, 16.59it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 488/800 [00:29<00:19, 16.15it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 490/800 [00:30<00:18, 16.60it/s]\u001b[A\n",
+ " 62%|█████████████████████████▏ | 492/800 [00:30<00:18, 16.46it/s]\u001b[A\n",
+ " 62%|█████████████████████████▎ | 494/800 [00:30<00:18, 16.97it/s]\u001b[A\n",
+ " 62%|█████████████████████████▍ | 496/800 [00:30<00:18, 16.75it/s]\u001b[A\n",
+ " 62%|█████████████████████████▌ | 499/800 [00:30<00:18, 16.70it/s]\u001b[A\n",
+ " 63%|█████████████████████████▋ | 501/800 [00:30<00:18, 15.98it/s]\u001b[A\n",
+ " 63%|█████████████████████████▊ | 503/800 [00:30<00:18, 16.49it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 505/800 [00:30<00:17, 16.67it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 507/800 [00:31<00:18, 15.97it/s]\u001b[A\n",
+ " 64%|██████████████████████████ | 509/800 [00:31<00:18, 16.00it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 511/800 [00:31<00:17, 16.51it/s]\u001b[A\n",
+ " 64%|██████████████████████████▎ | 513/800 [00:31<00:16, 17.11it/s]\u001b[A\n",
+ " 64%|██████████████████████████▍ | 515/800 [00:31<00:16, 17.16it/s]\u001b[A\n",
+ " 65%|██████████████████████████▍ | 517/800 [00:31<00:17, 16.63it/s]\u001b[A\n",
+ " 65%|██████████████████████████▌ | 519/800 [00:31<00:17, 16.48it/s]\u001b[A\n",
+ " 65%|██████████████████████████▋ | 521/800 [00:31<00:16, 16.95it/s]\u001b[A\n",
+ " 65%|██████████████████████████▊ | 523/800 [00:32<00:16, 16.57it/s]\u001b[A\n",
+ " 66%|██████████████████████████▉ | 525/800 [00:32<00:16, 16.87it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 527/800 [00:32<00:15, 17.08it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 529/800 [00:32<00:15, 17.37it/s]\u001b[A\n",
+ " 66%|███████████████████████████▏ | 531/800 [00:32<00:16, 16.79it/s]\u001b[A\n",
+ " 67%|███████████████████████████▎ | 533/800 [00:32<00:16, 16.01it/s]\u001b[A\n",
+ " 67%|███████████████████████████▍ | 535/800 [00:32<00:17, 15.46it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 537/800 [00:32<00:16, 15.78it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 539/800 [00:33<00:16, 16.26it/s]\u001b[A\n",
+ " 68%|███████████████████████████▋ | 541/800 [00:33<00:15, 16.86it/s]\u001b[A\n",
+ " 68%|███████████████████████████▊ | 543/800 [00:33<00:14, 17.50it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 545/800 [00:33<00:14, 17.28it/s]\u001b[A\n",
+ " 68%|████████████████████████████ | 547/800 [00:33<00:14, 17.23it/s]\u001b[A\n",
+ " 69%|████████████████████████████▏ | 549/800 [00:33<00:14, 17.74it/s]\u001b[A\n",
+ " 69%|████████████████████████████▎ | 552/800 [00:33<00:13, 18.51it/s]\u001b[A\n",
+ " 69%|████████████████████████████▍ | 554/800 [00:33<00:13, 17.69it/s]\u001b[A\n",
+ " 70%|████████████████████████████▌ | 557/800 [00:34<00:13, 18.48it/s]\u001b[A\n",
+ " 70%|████████████████████████████▋ | 559/800 [00:34<00:13, 17.98it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 561/800 [00:34<00:12, 18.47it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 563/800 [00:34<00:12, 18.87it/s]\u001b[A\n",
+ " 71%|████████████████████████████▉ | 565/800 [00:34<00:12, 18.60it/s]\u001b[A\n",
+ " 71%|█████████████████████████████ | 568/800 [00:34<00:12, 18.35it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▏ | 570/800 [00:34<00:12, 18.49it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▎ | 572/800 [00:34<00:12, 18.85it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▍ | 574/800 [00:34<00:12, 18.52it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 577/800 [00:35<00:11, 19.17it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▋ | 579/800 [00:35<00:11, 18.94it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▊ | 581/800 [00:35<00:11, 18.55it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▉ | 584/800 [00:35<00:11, 19.63it/s]\u001b[A\n",
+ " 73%|██████████████████████████████ | 586/800 [00:35<00:10, 19.64it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 588/800 [00:35<00:11, 18.84it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 590/800 [00:35<00:11, 17.86it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▎ | 592/800 [00:35<00:12, 16.93it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▍ | 594/800 [00:36<00:11, 17.23it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▌ | 596/800 [00:36<00:11, 17.29it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▋ | 599/800 [00:36<00:10, 18.41it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▊ | 601/800 [00:36<00:10, 18.72it/s]\u001b[A\n",
+ " 76%|██████████████████████████████▉ | 604/800 [00:36<00:10, 19.55it/s]\u001b[A\n",
+ " 76%|███████████████████████████████ | 606/800 [00:36<00:10, 19.37it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▏ | 609/800 [00:36<00:10, 18.89it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▎ | 612/800 [00:36<00:09, 19.61it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▍ | 614/800 [00:37<00:09, 19.34it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▌ | 617/800 [00:37<00:09, 20.04it/s]\u001b[A\n",
+ " 77%|██████████████████████████████���▋ | 619/800 [00:37<00:09, 19.81it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▊ | 621/800 [00:37<00:09, 19.23it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 623/800 [00:37<00:09, 18.30it/s]\u001b[A\n",
+ " 78%|████████████████████████████████ | 625/800 [00:37<00:09, 18.48it/s]\u001b[A\n",
+ " 78%|████████████████████████████████▏ | 627/800 [00:37<00:09, 18.65it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▏ | 629/800 [00:37<00:09, 18.54it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▎ | 631/800 [00:37<00:09, 18.25it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▍ | 633/800 [00:38<00:09, 17.90it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▌ | 635/800 [00:38<00:09, 17.06it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 637/800 [00:38<00:09, 17.68it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 639/800 [00:38<00:09, 17.21it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▊ | 641/800 [00:38<00:08, 17.79it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▉ | 643/800 [00:38<00:09, 17.37it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████ | 645/800 [00:38<00:09, 16.54it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▏ | 648/800 [00:38<00:08, 17.91it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 650/800 [00:39<00:08, 17.70it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▍ | 652/800 [00:39<00:08, 17.70it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▌ | 655/800 [00:39<00:07, 18.47it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▋ | 657/800 [00:39<00:07, 18.31it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▊ | 659/800 [00:39<00:07, 18.68it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 661/800 [00:39<00:07, 17.76it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████ | 664/800 [00:39<00:07, 18.65it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████▏ | 666/800 [00:39<00:07, 18.75it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▏ | 668/800 [00:40<00:07, 18.51it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▎ | 670/800 [00:40<00:06, 18.62it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▍ | 672/800 [00:40<00:07, 18.02it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▌ | 674/800 [00:40<00:07, 17.51it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▋ | 676/800 [00:40<00:07, 17.71it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▋ | 678/800 [00:40<00:06, 18.02it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▊ | 680/800 [00:40<00:06, 17.59it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▉ | 682/800 [00:40<00:06, 17.89it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████ | 684/800 [00:40<00:06, 18.43it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▏ | 686/800 [00:41<00:06, 17.70it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 688/800 [00:41<00:06, 16.46it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 690/800 [00:41<00:06, 16.24it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▍ | 692/800 [00:41<00:06, 16.33it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 694/800 [00:41<00:06, 16.42it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▋ | 696/800 [00:41<00:06, 16.42it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▊ | 698/800 [00:41<00:06, 15.84it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 700/800 [00:41<00:06, 15.76it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 702/800 [00:42<00:06, 15.78it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████ | 704/800 [00:42<00:05, 16.08it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 706/800 [00:42<00:05, 16.06it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▎ | 708/800 [00:42<00:05, 15.82it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 710/800 [00:42<00:05, 16.49it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 712/800 [00:42<00:05, 17.37it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▌ | 714/800 [00:42<00:05, 16.98it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▋ | 716/800 [00:42<00:04, 17.05it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▊ | 718/800 [00:43<00:04, 17.05it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▉ | 720/800 [00:43<00:04, 16.33it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 722/800 [00:43<00:04, 16.64it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 724/800 [00:43<00:04, 17.03it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▏ | 726/800 [00:43<00:04, 17.36it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▎ | 728/800 [00:43<00:03, 18.05it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▍ | 730/800 [00:43<00:04, 17.38it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▌ | 732/800 [00:43<00:03, 18.07it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▌ | 734/800 [00:43<00:03, 18.26it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▋ | 736/800 [00:44<00:03, 17.59it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 738/800 [00:44<00:03, 17.98it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▉ | 740/800 [00:44<00:03, 17.55it/s]\u001b[A\n",
+ " 93%|██████████████���███████████████████████ | 742/800 [00:44<00:03, 17.78it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 744/800 [00:44<00:03, 17.55it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 746/800 [00:44<00:03, 17.64it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▎ | 748/800 [00:44<00:03, 16.35it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▍ | 750/800 [00:44<00:03, 16.22it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▌ | 752/800 [00:45<00:02, 16.43it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 754/800 [00:45<00:02, 16.30it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 756/800 [00:45<00:02, 16.74it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▊ | 758/800 [00:45<00:02, 16.16it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▉ | 760/800 [00:45<00:02, 16.77it/s]\u001b[A\n",
+ " 95%|███████████████████████████████████████ | 762/800 [00:45<00:02, 17.01it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▏ | 765/800 [00:45<00:02, 17.12it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 767/800 [00:45<00:01, 17.07it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▍ | 769/800 [00:46<00:01, 16.47it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▌ | 771/800 [00:46<00:01, 16.83it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▌ | 773/800 [00:46<00:01, 16.40it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▋ | 775/800 [00:46<00:01, 15.40it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 777/800 [00:46<00:01, 15.11it/s]\u001b[A\n",
+ " 98%|███████████████████████████████████████▉ | 780/800 [00:46<00:01, 16.82it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████ | 782/800 [00:46<00:01, 16.67it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 784/800 [00:46<00:00, 16.81it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▎| 786/800 [00:47<00:00, 17.07it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▍| 788/800 [00:47<00:00, 16.83it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▍| 790/800 [00:47<00:00, 17.09it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▌| 792/800 [00:47<00:00, 17.07it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▋| 794/800 [00:47<00:00, 16.80it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▊| 797/800 [00:47<00:00, 18.28it/s]\u001b[A\n",
+ " \u001b[A\n",
+ " 25%|█████████▍ | 1500/5900 [54:08<2:13:28, 1.82s/it]\n",
+ "100%|█████████████████████████████████████████| 800/800 [00:48<00:00, 17.85it/s]\u001b[A\n",
+ " \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-sakha/checkpoint-1500\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-1500/config.json\n",
+ "Model weights saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-1500/pytorch_model.bin\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-1500/preprocessor_config.json\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ "Deleting older checkpoint [wav2vec2-large-xls-r-300m-sakha/checkpoint-500] due to args.save_total_limit\n",
+ " 34%|███████████▊ | 1987/5900 [1:11:53<1:49:50, 1.68s/it]Deleting older checkpoint [wav2vec2-large-xls-r-300m-sakha/checkpoint-1000] due to args.save_total_limit\n",
+ " 42%|██████████████▊ | 2500/5900 [1:31:16<1:53:29, 2.00s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 800\n",
+ " Batch size = 1\n",
+ "\n",
+ " 0%| | 0/800 [00:00, ?it/s]\u001b[A\n",
+ " 0%|▏ | 3/800 [00:00<00:33, 23.79it/s]\u001b[A\n",
+ " 1%|▎ | 6/800 [00:00<00:45, 17.55it/s]\u001b[A\n",
+ " 1%|▍ | 8/800 [00:00<00:50, 15.81it/s]\u001b[A\n",
+ " 1%|▌ | 10/800 [00:00<00:52, 14.99it/s]\u001b[A\n",
+ " 2%|▋ | 12/800 [00:00<00:49, 15.86it/s]\u001b[A\n",
+ " 2%|▋ | 14/800 [00:00<00:50, 15.43it/s]\u001b[A\n",
+ " 2%|▊ | 16/800 [00:01<00:51, 15.18it/s]\u001b[A\n",
+ " 2%|▉ | 18/800 [00:01<00:50, 15.34it/s]\u001b[A\n",
+ " 2%|█ | 20/800 [00:01<00:51, 15.10it/s]\u001b[A\n",
+ " 3%|█▏ | 22/800 [00:01<00:51, 15.13it/s]\u001b[A\n",
+ " 3%|█▎ | 24/800 [00:01<00:49, 15.65it/s]\u001b[A\n",
+ " 3%|█▎ | 26/800 [00:01<00:50, 15.25it/s]\u001b[A\n",
+ " 4%|█▍ | 28/800 [00:01<00:51, 14.87it/s]\u001b[A\n",
+ " 4%|█▌ | 30/800 [00:01<00:51, 14.93it/s]\u001b[A\n",
+ " 4%|█▋ | 32/800 [00:02<00:48, 15.86it/s]\u001b[A\n",
+ " 4%|█▊ | 34/800 [00:02<00:48, 15.94it/s]\u001b[A\n",
+ " 4%|█▉ | 36/800 [00:02<00:47, 15.97it/s]\u001b[A\n",
+ " 5%|█▉ | 38/800 [00:02<00:45, 16.85it/s]\u001b[A\n",
+ " 5%|██ | 40/800 [00:02<00:43, 17.37it/s]\u001b[A\n",
+ " 5%|██▎ | 43/800 [00:02<00:40, 18.58it/s]\u001b[A\n",
+ " 6%|██▎ | 45/800 [00:02<00:41, 17.99it/s]\u001b[A\n",
+ " 6%|██▌ | 48/800 [00:02<00:40, 18.67it/s]\u001b[A\n",
+ " 6%|██▋ | 50/800 [00:03<00:39, 18.81it/s]\u001b[A\n",
+ " 6%|██▋ | 52/800 [00:03<00:43, 17.11it/s]\u001b[A\n",
+ " 7%|██▊ | 54/800 [00:03<00:44, 16.86it/s]\u001b[A\n",
+ " 7%|██▉ | 56/800 [00:03<00:46, 15.95it/s]\u001b[A\n",
+ " 7%|███ | 58/800 [00:03<00:46, 15.89it/s]\u001b[A\n",
+ " 8%|███▏ | 60/800 [00:03<00:44, 16.69it/s]\u001b[A\n",
+ " 8%|███▎ | 62/800 [00:03<00:48, 15.22it/s]\u001b[A\n",
+ " 8%|███▎ | 64/800 [00:03<00:47, 15.58it/s]\u001b[A\n",
+ " 8%|███▍ | 66/800 [00:04<00:46, 15.63it/s]\u001b[A\n",
+ " 8%|███▌ | 68/800 [00:04<00:44, 16.32it/s]\u001b[A\n",
+ " 9%|███▋ | 70/800 [00:04<00:42, 17.09it/s]\u001b[A\n",
+ " 9%|███▊ | 72/800 [00:04<00:43, 16.61it/s]\u001b[A\n",
+ " 9%|██��▉ | 74/800 [00:04<00:41, 17.34it/s]\u001b[A\n",
+ " 10%|███▉ | 76/800 [00:04<00:40, 17.80it/s]\u001b[A\n",
+ " 10%|████ | 78/800 [00:04<00:39, 18.36it/s]\u001b[A\n",
+ " 10%|████▏ | 80/800 [00:04<00:39, 18.11it/s]\u001b[A\n",
+ " 10%|████▎ | 82/800 [00:04<00:39, 17.95it/s]\u001b[A\n",
+ " 10%|████▍ | 84/800 [00:05<00:39, 18.23it/s]\u001b[A\n",
+ " 11%|████▌ | 86/800 [00:05<00:40, 17.57it/s]\u001b[A\n",
+ " 11%|████▌ | 88/800 [00:05<00:40, 17.44it/s]\u001b[A\n",
+ " 11%|████▋ | 90/800 [00:05<00:43, 16.40it/s]\u001b[A\n",
+ " 12%|████▊ | 92/800 [00:05<00:43, 16.34it/s]\u001b[A\n",
+ " 12%|████▉ | 94/800 [00:05<00:44, 16.02it/s]\u001b[A\n",
+ " 12%|█████ | 96/800 [00:05<00:44, 15.85it/s]\u001b[A\n",
+ " 12%|█████▏ | 98/800 [00:05<00:45, 15.56it/s]\u001b[A\n",
+ " 12%|█████▏ | 100/800 [00:06<00:44, 15.88it/s]\u001b[A\n",
+ " 13%|█████▏ | 102/800 [00:06<00:46, 14.98it/s]\u001b[A\n",
+ " 13%|█████▎ | 104/800 [00:06<00:46, 15.01it/s]\u001b[A\n",
+ " 13%|█████▍ | 106/800 [00:06<00:46, 14.87it/s]\u001b[A\n",
+ " 14%|█████▌ | 108/800 [00:06<00:46, 14.98it/s]\u001b[A\n",
+ " 14%|█████▋ | 110/800 [00:06<00:46, 14.95it/s]\u001b[A\n",
+ " 14%|█████▋ | 112/800 [00:06<00:45, 15.17it/s]\u001b[A\n",
+ " 14%|█████▊ | 114/800 [00:07<00:46, 14.72it/s]\u001b[A\n",
+ " 14%|█████▉ | 116/800 [00:07<00:46, 14.71it/s]\u001b[A\n",
+ " 15%|██████ | 118/800 [00:07<00:43, 15.84it/s]\u001b[A\n",
+ " 15%|██████▏ | 120/800 [00:07<00:44, 15.45it/s]\u001b[A\n",
+ " 15%|██████▎ | 122/800 [00:07<00:46, 14.50it/s]\u001b[A\n",
+ " 16%|██████▎ | 124/800 [00:07<00:45, 14.80it/s]\u001b[A\n",
+ " 16%|██████▍ | 126/800 [00:07<00:45, 14.72it/s]\u001b[A\n",
+ " 16%|██████▌ | 128/800 [00:07<00:45, 14.86it/s]\u001b[A\n",
+ " 16%|██████▋ | 130/800 [00:08<00:46, 14.44it/s]\u001b[A\n",
+ " 16%|██████▊ | 132/800 [00:08<00:45, 14.67it/s]\u001b[A\n",
+ " 17%|██████▊ | 134/800 [00:08<00:44, 15.00it/s]\u001b[A\n",
+ " 17%|██████▉ | 136/800 [00:08<00:46, 14.41it/s]\u001b[A\n",
+ " 17%|███████ | 138/800 [00:08<00:43, 15.37it/s]\u001b[A\n",
+ " 18%|███████▏ | 140/800 [00:08<00:40, 16.13it/s]\u001b[A\n",
+ " 18%|███████▎ | 142/800 [00:08<00:40, 16.38it/s]\u001b[A\n",
+ " 18%|███████▍ | 144/800 [00:08<00:38, 17.18it/s]\u001b[A\n",
+ " 18%|███████▍ | 146/800 [00:09<00:38, 16.86it/s]\u001b[A\n",
+ " 18%|███████▌ | 148/800 [00:09<00:36, 17.64it/s]\u001b[A\n",
+ " 19%|███████▋ | 150/800 [00:09<00:38, 16.69it/s]\u001b[A\n",
+ " 19%|███████▊ | 152/800 [00:09<00:37, 17.09it/s]\u001b[A\n",
+ " 19%|███████▉ | 154/800 [00:09<00:37, 17.39it/s]\u001b[A\n",
+ " 20%|███████▉ | 156/800 [00:09<00:36, 17.44it/s]\u001b[A\n",
+ " 20%|████████ | 158/800 [00:09<00:37, 17.05it/s]\u001b[A\n",
+ " 20%|████████▏ | 160/800 [00:09<00:39, 16.00it/s]\u001b[A\n",
+ " 20%|████████▎ | 162/800 [00:10<00:40, 15.81it/s]\u001b[A\n",
+ " 20%|���███████▍ | 164/800 [00:10<00:40, 15.80it/s]\u001b[A\n",
+ " 21%|████████▌ | 166/800 [00:10<00:41, 15.31it/s]\u001b[A\n",
+ " 21%|████████▌ | 168/800 [00:10<00:40, 15.74it/s]\u001b[A\n",
+ " 21%|████████▋ | 170/800 [00:10<00:39, 15.79it/s]\u001b[A\n",
+ " 22%|████████▊ | 172/800 [00:10<00:39, 16.01it/s]\u001b[A\n",
+ " 22%|████████▉ | 174/800 [00:10<00:38, 16.16it/s]\u001b[A\n",
+ " 22%|█████████ | 176/800 [00:10<00:40, 15.54it/s]\u001b[A\n",
+ " 22%|█████████ | 178/800 [00:11<00:38, 16.03it/s]\u001b[A\n",
+ " 22%|█████████▏ | 180/800 [00:11<00:39, 15.60it/s]\u001b[A\n",
+ " 23%|█████████▎ | 182/800 [00:11<00:38, 16.14it/s]\u001b[A\n",
+ " 23%|█████████▍ | 184/800 [00:11<00:37, 16.26it/s]\u001b[A\n",
+ " 23%|█████████▌ | 186/800 [00:11<00:37, 16.46it/s]\u001b[A\n",
+ " 24%|█████████▋ | 188/800 [00:11<00:36, 16.57it/s]\u001b[A\n",
+ " 24%|█████████▋ | 190/800 [00:11<00:38, 15.88it/s]\u001b[A\n",
+ " 24%|█████████▊ | 192/800 [00:11<00:38, 15.73it/s]\u001b[A\n",
+ " 24%|█████████▉ | 194/800 [00:12<00:38, 15.81it/s]\u001b[A\n",
+ " 24%|██████████ | 196/800 [00:12<00:37, 16.29it/s]\u001b[A\n",
+ " 25%|██████████▏ | 198/800 [00:12<00:36, 16.38it/s]\u001b[A\n",
+ " 25%|██████████▎ | 200/800 [00:12<00:35, 16.88it/s]\u001b[A\n",
+ " 25%|██████████▎ | 202/800 [00:12<00:36, 16.28it/s]\u001b[A\n",
+ " 26%|██████████▍ | 204/800 [00:12<00:37, 15.90it/s]\u001b[A\n",
+ " 26%|██████████▌ | 206/800 [00:12<00:36, 16.18it/s]\u001b[A\n",
+ " 26%|██████████▋ | 208/800 [00:12<00:36, 16.09it/s]\u001b[A\n",
+ " 26%|██████████▊ | 210/800 [00:13<00:36, 16.27it/s]\u001b[A\n",
+ " 26%|██████████▊ | 212/800 [00:13<00:36, 16.07it/s]\u001b[A\n",
+ " 27%|███████████ | 215/800 [00:13<00:34, 17.20it/s]\u001b[A\n",
+ " 27%|███████████ | 217/800 [00:13<00:36, 16.11it/s]\u001b[A\n",
+ " 27%|███████████▏ | 219/800 [00:13<00:35, 16.30it/s]\u001b[A\n",
+ " 28%|███████████▎ | 221/800 [00:13<00:37, 15.39it/s]\u001b[A\n",
+ " 28%|███████████▍ | 223/800 [00:13<00:36, 15.88it/s]\u001b[A\n",
+ " 28%|███████████▌ | 226/800 [00:14<00:33, 16.94it/s]\u001b[A\n",
+ " 28%|███████████▋ | 228/800 [00:14<00:34, 16.54it/s]\u001b[A\n",
+ " 29%|███████████▊ | 230/800 [00:14<00:35, 16.02it/s]\u001b[A\n",
+ " 29%|███████████▉ | 232/800 [00:14<00:37, 15.17it/s]\u001b[A\n",
+ " 29%|███████████▉ | 234/800 [00:14<00:37, 15.22it/s]\u001b[A\n",
+ " 30%|████████████ | 236/800 [00:14<00:36, 15.36it/s]\u001b[A\n",
+ " 30%|████████████▏ | 239/800 [00:14<00:33, 16.62it/s]\u001b[A\n",
+ " 30%|████████████▎ | 241/800 [00:14<00:33, 16.63it/s]\u001b[A\n",
+ " 30%|████████████▌ | 244/800 [00:15<00:32, 17.06it/s]\u001b[A\n",
+ " 31%|████████████▌ | 246/800 [00:15<00:32, 17.20it/s]\u001b[A\n",
+ " 31%|████████████▋ | 248/800 [00:15<00:32, 17.18it/s]\u001b[A\n",
+ " 31%|████████████▊ | 251/800 [00:15<00:32, 16.88it/s]\u001b[A\n",
+ " 32%|████████████▉ | 253/800 [00:15<00:33, 16.33it/s]\u001b[A\n",
+ " 32%|█████████████ | 255/800 [00:15<00:33, 16.29it/s]\u001b[A\n",
+ " 32%|█████████████▏ | 257/800 [00:15<00:34, 15.93it/s]\u001b[A\n",
+ " 32%|█████████████▎ | 259/800 [00:16<00:35, 15.12it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 261/800 [00:16<00:37, 14.36it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 263/800 [00:16<00:40, 13.41it/s]\u001b[A\n",
+ " 33%|█████████████▌ | 265/800 [00:16<00:39, 13.61it/s]\u001b[A\n",
+ " 33%|█████████████▋ | 267/800 [00:16<00:39, 13.39it/s]\u001b[A\n",
+ " 34%|█████████████▊ | 269/800 [00:16<00:38, 13.62it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 271/800 [00:16<00:38, 13.69it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 273/800 [00:17<00:39, 13.47it/s]\u001b[A\n",
+ " 34%|██████████████ | 275/800 [00:17<00:38, 13.50it/s]\u001b[A\n",
+ " 35%|██████████████▏ | 277/800 [00:17<00:36, 14.39it/s]\u001b[A\n",
+ " 35%|██████████████▎ | 279/800 [00:17<00:35, 14.78it/s]\u001b[A\n",
+ " 35%|██████████████▍ | 281/800 [00:17<00:35, 14.52it/s]\u001b[A\n",
+ " 35%|██████████████▌ | 283/800 [00:17<00:36, 13.99it/s]\u001b[A\n",
+ " 36%|██████████████▌ | 285/800 [00:17<00:35, 14.42it/s]\u001b[A\n",
+ " 36%|██████████████▋ | 287/800 [00:18<00:35, 14.27it/s]\u001b[A\n",
+ " 36%|██████████████▊ | 289/800 [00:18<00:34, 14.82it/s]\u001b[A\n",
+ " 36%|██████████████▉ | 291/800 [00:18<00:32, 15.50it/s]\u001b[A\n",
+ " 37%|███████████████ | 293/800 [00:18<00:33, 15.35it/s]\u001b[A\n",
+ " 37%|███████████████ | 295/800 [00:18<00:33, 14.88it/s]\u001b[A\n",
+ " 37%|███████████████▏ | 297/800 [00:18<00:32, 15.32it/s]\u001b[A\n",
+ " 37%|███████████████▎ | 299/800 [00:18<00:31, 16.04it/s]\u001b[A\n",
+ " 38%|███████████████▍ | 301/800 [00:18<00:30, 16.38it/s]\u001b[A\n",
+ " 38%|███████████████▌ | 303/800 [00:19<00:29, 16.76it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 305/800 [00:19<00:29, 16.90it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 307/800 [00:19<00:28, 17.15it/s]\u001b[A\n",
+ " 39%|███████████████▊ | 309/800 [00:19<00:29, 16.51it/s]\u001b[A\n",
+ " 39%|███████████████▉ | 311/800 [00:19<00:28, 16.95it/s]\u001b[A\n",
+ " 39%|████████████████ | 313/800 [00:19<00:29, 16.24it/s]\u001b[A\n",
+ " 39%|████████████████▏ | 315/800 [00:19<00:28, 16.74it/s]\u001b[A\n",
+ " 40%|████████████████▏ | 317/800 [00:19<00:28, 17.21it/s]\u001b[A\n",
+ " 40%|████████████████▎ | 319/800 [00:20<00:27, 17.38it/s]\u001b[A\n",
+ " 40%|████████████████▍ | 321/800 [00:20<00:27, 17.38it/s]\u001b[A\n",
+ " 40%|████████████████▌ | 323/800 [00:20<00:28, 16.90it/s]\u001b[A\n",
+ " 41%|████████████████▋ | 325/800 [00:20<00:28, 16.94it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 327/800 [00:20<00:27, 17.10it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 329/800 [00:20<00:28, 16.54it/s]\u001b[A\n",
+ " 41%|████████████████▉ | 331/800 [00:20<00:28, 16.55it/s]\u001b[A\n",
+ " 42%|█████████████████ | 333/800 [00:20<00:28, 16.61it/s]\u001b[A\n",
+ " 42%|█████████████████▏ | 335/800 [00:20<00:27, 16.75it/s]\u001b[A\n",
+ " 42%|█████████████████▎ | 338/800 [00:21<00:26, 17.65it/s]\u001b[A\n",
+ " 42%|█████████████████▍ | 340/800 [00:21<00:26, 17.38it/s]\u001b[A\n",
+ " 43%|█████████████████▌ | 342/800 [00:21<00:25, 17.82it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 344/800 [00:21<00:26, 17.06it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 346/800 [00:21<00:28, 16.13it/s]\u001b[A\n",
+ " 44%|█████████████████▊ | 348/800 [00:21<00:27, 16.47it/s]\u001b[A\n",
+ " 44%|█████████████████▉ | 350/800 [00:21<00:26, 16.79it/s]\u001b[A\n",
+ " 44%|██████████████████ | 352/800 [00:21<00:26, 16.84it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 354/800 [00:22<00:27, 16.21it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 356/800 [00:22<00:28, 15.67it/s]\u001b[A\n",
+ " 45%|██████████████████▎ | 358/800 [00:22<00:28, 15.43it/s]\u001b[A\n",
+ " 45%|██████████████████▍ | 360/800 [00:22<00:27, 15.88it/s]\u001b[A\n",
+ " 45%|██████████████████▌ | 362/800 [00:22<00:27, 16.08it/s]\u001b[A\n",
+ " 46%|██████████████████▋ | 364/800 [00:22<00:26, 16.17it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 366/800 [00:22<00:28, 15.44it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 368/800 [00:23<00:27, 15.72it/s]\u001b[A\n",
+ " 46%|██████████████████▉ | 370/800 [00:23<00:26, 16.20it/s]\u001b[A\n",
+ " 46%|███████████████████ | 372/800 [00:23<00:25, 16.66it/s]\u001b[A\n",
+ " 47%|███████████████████▏ | 374/800 [00:23<00:26, 16.06it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 376/800 [00:23<00:26, 15.87it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 378/800 [00:23<00:26, 16.16it/s]\u001b[A\n",
+ " 48%|███████████████████▍ | 380/800 [00:23<00:25, 16.38it/s]\u001b[A\n",
+ " 48%|███████████████████▌ | 382/800 [00:23<00:24, 17.04it/s]\u001b[A\n",
+ " 48%|███████████████████▋ | 384/800 [00:23<00:25, 16.64it/s]\u001b[A\n",
+ " 48%|███████████████████▊ | 386/800 [00:24<00:25, 16.51it/s]\u001b[A\n",
+ " 48%|███████████████████▉ | 388/800 [00:24<00:23, 17.20it/s]\u001b[A\n",
+ " 49%|███████████████████▉ | 390/800 [00:24<00:25, 16.31it/s]\u001b[A\n",
+ " 49%|████████████████████ | 392/800 [00:24<00:25, 16.21it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 394/800 [00:24<00:25, 16.07it/s]\u001b[A\n",
+ " 50%|████████████████████▎ | 396/800 [00:24<00:24, 16.36it/s]\u001b[A\n",
+ " 50%|████████████████████▍ | 398/800 [00:24<00:24, 16.46it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 400/800 [00:24<00:24, 16.47it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 402/800 [00:25<00:23, 16.75it/s]\u001b[A\n",
+ " 50%|████████████████████▋ | 404/800 [00:25<00:23, 17.15it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 406/800 [00:25<00:24, 15.79it/s]\u001b[A\n",
+ " 51%|████████████████████▉ | 408/800 [00:25<00:24, 16.24it/s]\u001b[A\n",
+ " 51%|█████████████████████ | 410/800 [00:25<00:24, 16.23it/s]\u001b[A\n",
+ " 52%|█████████████████████ | 412/800 [00:25<00:23, 16.20it/s]\u001b[A\n",
+ " 52%|█████████████████████▏ | 414/800 [00:25<00:22, 16.82it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 416/800 [00:25<00:21, 17.48it/s]\u001b[A\n",
+ " 52%|█████████████████████▍ | 418/800 [00:26<00:22, 17.05it/s]\u001b[A\n",
+ " 52%|█████████████████████▌ | 420/800 [00:26<00:22, 16.56it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 422/800 [00:26<00:22, 16.60it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 424/800 [00:26<00:22, 16.89it/s]\u001b[A\n",
+ " 53%|█████████████████████▊ | 426/800 [00:26<00:22, 16.75it/s]\u001b[A\n",
+ " 54%|█████████████████████▉ | 428/800 [00:26<00:22, 16.64it/s]\u001b[A\n",
+ " 54%|██████████████████████ | 430/800 [00:26<00:21, 17.40it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 432/800 [00:26<00:21, 17.38it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 434/800 [00:26<00:22, 16.01it/s]\u001b[A\n",
+ " 55%|██████████████████████▎ | 436/800 [00:27<00:23, 15.81it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 438/800 [00:27<00:22, 16.42it/s]\u001b[A\n",
+ " 55%|██████████████████████▌ | 440/800 [00:27<00:22, 16.15it/s]\u001b[A\n",
+ " 55%|██████████████████████▋ | 442/800 [00:27<00:22, 15.96it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 444/800 [00:27<00:22, 15.79it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 446/800 [00:27<00:22, 15.43it/s]\u001b[A\n",
+ " 56%|██████████████████████▉ | 448/800 [00:27<00:22, 15.97it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 450/800 [00:28<00:22, 15.57it/s]\u001b[A\n",
+ " 56%|███████████████████████▏ | 452/800 [00:28<00:21, 15.99it/s]\u001b[A\n",
+ " 57%|███████████████████████▎ | 455/800 [00:28<00:19, 17.35it/s]\u001b[A\n",
+ " 57%|███████████████████████▍ | 457/800 [00:28<00:19, 17.61it/s]\u001b[A\n",
+ " 57%|███████████████████████▌ | 459/800 [00:28<00:19, 17.92it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 462/800 [00:28<00:18, 17.91it/s]\u001b[A\n",
+ " 58%|███████████████████████▊ | 464/800 [00:28<00:19, 17.10it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 466/800 [00:28<00:20, 16.68it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 468/800 [00:29<00:19, 17.09it/s]\u001b[A\n",
+ " 59%|████████████████████████ | 470/800 [00:29<00:19, 16.93it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 472/800 [00:29<00:20, 16.25it/s]\u001b[A\n",
+ " 59%|████████████████████████▎ | 474/800 [00:29<00:19, 17.05it/s]\u001b[A\n",
+ " 60%|█████████████��██████████▍ | 476/800 [00:29<00:18, 17.20it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 478/800 [00:29<00:18, 17.16it/s]\u001b[A\n",
+ " 60%|████████████████████████▌ | 480/800 [00:29<00:18, 16.87it/s]\u001b[A\n",
+ " 60%|████████████████████████▋ | 482/800 [00:29<00:18, 16.94it/s]\u001b[A\n",
+ " 60%|████████████████████████▊ | 484/800 [00:29<00:18, 17.29it/s]\u001b[A\n",
+ " 61%|████████████████████████▉ | 486/800 [00:30<00:18, 16.90it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 488/800 [00:30<00:19, 16.30it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 490/800 [00:30<00:18, 16.71it/s]\u001b[A\n",
+ " 62%|█████████████████████████▏ | 492/800 [00:30<00:18, 16.50it/s]\u001b[A\n",
+ " 62%|█████████████████████████▎ | 494/800 [00:30<00:17, 17.03it/s]\u001b[A\n",
+ " 62%|█████████████████████████▍ | 496/800 [00:30<00:17, 17.03it/s]\u001b[A\n",
+ " 62%|█████████████████████████▌ | 498/800 [00:30<00:16, 17.80it/s]\u001b[A\n",
+ " 62%|█████████████████████████▋ | 500/800 [00:30<00:17, 16.89it/s]\u001b[A\n",
+ " 63%|█████████████████████████▋ | 502/800 [00:31<00:18, 16.27it/s]\u001b[A\n",
+ " 63%|█████████████████████████▊ | 504/800 [00:31<00:17, 16.87it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 506/800 [00:31<00:17, 16.87it/s]\u001b[A\n",
+ " 64%|██████████████████████████ | 508/800 [00:31<00:18, 16.15it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 510/800 [00:31<00:17, 16.27it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 512/800 [00:31<00:17, 16.53it/s]\u001b[A\n",
+ " 64%|██████████████████████████▎ | 514/800 [00:31<00:16, 17.18it/s]\u001b[A\n",
+ " 64%|██████████████████████████▍ | 516/800 [00:31<00:16, 17.32it/s]\u001b[A\n",
+ " 65%|██████████████████████████▌ | 518/800 [00:31<00:16, 16.96it/s]\u001b[A\n",
+ " 65%|██████████████████████████▋ | 520/800 [00:32<00:16, 16.85it/s]\u001b[A\n",
+ " 65%|██████████████████████████▊ | 522/800 [00:32<00:16, 17.28it/s]\u001b[A\n",
+ " 66%|██████████████████████████▊ | 524/800 [00:32<00:16, 16.71it/s]\u001b[A\n",
+ " 66%|██████████████████████████▉ | 526/800 [00:32<00:15, 17.53it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 528/800 [00:32<00:15, 17.97it/s]\u001b[A\n",
+ " 66%|███████████████████████████▏ | 530/800 [00:32<00:15, 17.30it/s]\u001b[A\n",
+ " 66%|███████████████████████████▎ | 532/800 [00:32<00:16, 15.80it/s]\u001b[A\n",
+ " 67%|███████████████████████████▎ | 534/800 [00:32<00:16, 16.27it/s]\u001b[A\n",
+ " 67%|███████████████████████████▍ | 536/800 [00:33<00:16, 15.76it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 538/800 [00:33<00:16, 16.36it/s]\u001b[A\n",
+ " 68%|███████████████████████████▋ | 540/800 [00:33<00:15, 16.41it/s]\u001b[A\n",
+ " 68%|███████████████████████████▊ | 543/800 [00:33<00:14, 17.76it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 545/800 [00:33<00:14, 17.48it/s]\u001b[A\n",
+ " 68%|████████████████████████████ | 547/800 [00:33<00:14, 17.27it/s]\u001b[A\n",
+ " 69%|████████████████████████████▏ | 549/800 [00:33<00:14, 17.63it/s]\u001b[A\n",
+ " 69%|████████████████████████████▎ | 552/800 [00:33<00:13, 18.66it/s]\u001b[A\n",
+ " 69%|████████████████████████████▍ | 554/800 [00:34<00:13, 18.05it/s]\u001b[A\n",
+ " 70%|████████████████████████████▌ | 557/800 [00:34<00:13, 18.45it/s]\u001b[A\n",
+ " 70%|████████████████████████████▋ | 559/800 [00:34<00:13, 18.11it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 561/800 [00:34<00:13, 18.29it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 563/800 [00:34<00:12, 18.51it/s]\u001b[A\n",
+ " 71%|████████████████████████████▉ | 565/800 [00:34<00:12, 18.31it/s]\u001b[A\n",
+ " 71%|█████████████████████████████ | 568/800 [00:34<00:12, 18.18it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▏ | 570/800 [00:34<00:12, 18.48it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▎ | 573/800 [00:35<00:12, 18.55it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▍ | 575/800 [00:35<00:12, 18.60it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 577/800 [00:35<00:12, 18.34it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▋ | 579/800 [00:35<00:12, 18.33it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▊ | 581/800 [00:35<00:12, 17.97it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▉ | 584/800 [00:35<00:11, 19.16it/s]\u001b[A\n",
+ " 73%|██████████████████████████████ | 586/800 [00:35<00:11, 19.02it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 588/800 [00:35<00:11, 18.51it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 590/800 [00:36<00:11, 17.74it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▎ | 592/800 [00:36<00:12, 16.57it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▍ | 594/800 [00:36<00:12, 16.65it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▌ | 596/800 [00:36<00:12, 16.69it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▋ | 598/800 [00:36<00:11, 17.53it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▊ | 601/800 [00:36<00:10, 18.39it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▉ | 603/800 [00:36<00:10, 18.71it/s]\u001b[A\n",
+ " 76%|███████████████████████████████ | 606/800 [00:36<00:10, 18.85it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▏ | 609/800 [00:37<00:10, 18.59it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▎ | 611/800 [00:37<00:10, 18.56it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▍ | 614/800 [00:37<00:09, 19.05it/s]\u001b[A\n",
+ " 77%|█████████████████���█████████████▌ | 616/800 [00:37<00:09, 19.22it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▋ | 619/800 [00:37<00:09, 19.62it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▊ | 621/800 [00:37<00:09, 19.02it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 623/800 [00:37<00:09, 18.08it/s]\u001b[A\n",
+ " 78%|████████████████████████████████ | 625/800 [00:37<00:09, 18.50it/s]\u001b[A\n",
+ " 78%|████████████████████████████████▏ | 627/800 [00:38<00:09, 18.55it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▏ | 629/800 [00:38<00:09, 18.59it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▎ | 631/800 [00:38<00:09, 18.06it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▍ | 633/800 [00:38<00:09, 17.81it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▌ | 635/800 [00:38<00:09, 17.12it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 637/800 [00:38<00:09, 17.75it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 639/800 [00:38<00:09, 17.19it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▊ | 641/800 [00:38<00:08, 17.76it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▉ | 643/800 [00:38<00:08, 17.61it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████ | 645/800 [00:39<00:09, 16.59it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▏ | 648/800 [00:39<00:08, 17.91it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 650/800 [00:39<00:08, 17.95it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▍ | 652/800 [00:39<00:08, 17.72it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▌ | 655/800 [00:39<00:07, 18.71it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▋ | 657/800 [00:39<00:07, 18.50it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▊ | 659/800 [00:39<00:07, 18.84it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 661/800 [00:39<00:07, 18.14it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 663/800 [00:40<00:07, 18.33it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████ | 665/800 [00:40<00:07, 18.26it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▏ | 668/800 [00:40<00:07, 18.49it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▎ | 670/800 [00:40<00:06, 18.60it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▍ | 672/800 [00:40<00:07, 18.03it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▌ | 674/800 [00:40<00:07, 17.69it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▋ | 676/800 [00:40<00:06, 17.74it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▋ | 678/800 [00:40<00:06, 18.23it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▊ | 680/800 [00:41<00:06, 17.76it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▉ | 682/800 [00:41<00:06, 17.84it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████ | 685/800 [00:41<00:06, 18.12it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▏ | 687/800 [00:41<00:06, 17.01it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 689/800 [00:41<00:06, 16.18it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▍ | 691/800 [00:41<00:06, 16.44it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 693/800 [00:41<00:06, 15.92it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 695/800 [00:41<00:06, 16.78it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▋ | 697/800 [00:42<00:06, 15.54it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▊ | 699/800 [00:42<00:06, 15.89it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 701/800 [00:42<00:06, 15.90it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████ | 703/800 [00:42<00:06, 15.79it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 705/800 [00:42<00:05, 16.69it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 707/800 [00:42<00:05, 16.34it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▎ | 709/800 [00:42<00:05, 16.16it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 712/800 [00:42<00:04, 17.77it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▌ | 714/800 [00:43<00:04, 17.25it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▋ | 716/800 [00:43<00:04, 17.14it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▊ | 718/800 [00:43<00:04, 17.34it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▉ | 720/800 [00:43<00:04, 16.46it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 722/800 [00:43<00:04, 17.19it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 724/800 [00:43<00:04, 17.76it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▏ | 726/800 [00:43<00:04, 17.74it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▎ | 729/800 [00:43<00:03, 18.68it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▍ | 731/800 [00:44<00:03, 18.22it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▌ | 733/800 [00:44<00:03, 18.55it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▋ | 735/800 [00:44<00:03, 17.92it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 737/800 [00:44<00:03, 18.32it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 739/800 [00:44<00:03, 18.10it/s]\u001b[A\n",
+ " 93%|█████████████████████████████████████▉ | 741/800 [00:44<00:03, 18.21it/s]\u001b[A\n",
+ " 93%|████��█████████████████████████████████ | 743/800 [00:44<00:03, 18.05it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 745/800 [00:44<00:03, 18.16it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▎ | 747/800 [00:44<00:02, 17.68it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▍ | 749/800 [00:45<00:02, 17.08it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▍ | 751/800 [00:45<00:02, 17.06it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▌ | 753/800 [00:45<00:02, 16.86it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 755/800 [00:45<00:02, 17.27it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▊ | 757/800 [00:45<00:02, 16.96it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▉ | 759/800 [00:45<00:02, 17.40it/s]\u001b[A\n",
+ " 95%|███████████████████████████████████████ | 761/800 [00:45<00:02, 17.29it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▏ | 764/800 [00:45<00:01, 18.37it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 766/800 [00:46<00:02, 16.79it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 768/800 [00:46<00:01, 16.57it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▍ | 770/800 [00:46<00:01, 16.61it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▌ | 772/800 [00:46<00:01, 16.47it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▋ | 774/800 [00:46<00:01, 15.58it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 776/800 [00:46<00:01, 14.80it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 778/800 [00:46<00:01, 15.08it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████ | 781/800 [00:46<00:01, 16.62it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 783/800 [00:47<00:01, 16.31it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 785/800 [00:47<00:00, 16.38it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▎| 787/800 [00:47<00:00, 16.83it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▍| 789/800 [00:47<00:00, 16.60it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▌| 791/800 [00:47<00:00, 17.38it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▋| 793/800 [00:47<00:00, 16.48it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▊| 796/800 [00:47<00:00, 18.05it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▉| 798/800 [00:47<00:00, 17.90it/s]\u001b[A\n",
+ " \u001b[A\n",
+ " 42%|██████████████▊ | 2500/5900 [1:32:05<1:53:29, 2.00s/it]\n",
+ "100%|█████████��███████████████████████████████| 800/800 [00:48<00:00, 18.32it/s]\u001b[A\n",
+ " \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-sakha/checkpoint-2500\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-2500/config.json\n",
+ "Model weights saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-2500/pytorch_model.bin\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-2500/preprocessor_config.json\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ "Deleting older checkpoint [wav2vec2-large-xls-r-300m-sakha/checkpoint-1500] due to args.save_total_limit\n",
+ " 51%|█████████████████▊ | 3000/5900 [1:50:10<1:39:34, 2.06s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 800\n",
+ " Batch size = 1\n",
+ "\n",
+ " 0%| | 0/800 [00:00, ?it/s]\u001b[A\n",
+ " 0%|▏ | 3/800 [00:00<00:32, 24.84it/s]\u001b[A\n",
+ " 1%|▎ | 6/800 [00:00<00:43, 18.06it/s]\u001b[A\n",
+ " 1%|▍ | 8/800 [00:00<00:49, 16.06it/s]\u001b[A\n",
+ " 1%|▌ | 10/800 [00:00<00:51, 15.22it/s]\u001b[A\n",
+ " 2%|▋ | 12/800 [00:00<00:48, 16.11it/s]\u001b[A\n",
+ " 2%|▋ | 14/800 [00:00<00:49, 15.90it/s]\u001b[A\n",
+ " 2%|▊ | 16/800 [00:00<00:50, 15.51it/s]\u001b[A\n",
+ " 2%|▉ | 18/800 [00:01<00:49, 15.70it/s]\u001b[A\n",
+ " 2%|█ | 20/800 [00:01<00:49, 15.67it/s]\u001b[A\n",
+ " 3%|█▏ | 22/800 [00:01<00:50, 15.55it/s]\u001b[A\n",
+ " 3%|█▎ | 24/800 [00:01<00:47, 16.18it/s]\u001b[A\n",
+ " 3%|█▎ | 26/800 [00:01<00:49, 15.64it/s]\u001b[A\n",
+ " 4%|█▍ | 28/800 [00:01<00:50, 15.15it/s]\u001b[A\n",
+ " 4%|█▌ | 30/800 [00:01<00:52, 14.80it/s]\u001b[A\n",
+ " 4%|█▋ | 32/800 [00:02<00:48, 15.79it/s]\u001b[A\n",
+ " 4%|█▊ | 34/800 [00:02<00:48, 15.79it/s]\u001b[A\n",
+ " 4%|█▉ | 36/800 [00:02<00:47, 16.04it/s]\u001b[A\n",
+ " 5%|█▉ | 38/800 [00:02<00:45, 16.78it/s]\u001b[A\n",
+ " 5%|██ | 40/800 [00:02<00:44, 17.19it/s]\u001b[A\n",
+ " 5%|██▎ | 43/800 [00:02<00:41, 18.46it/s]\u001b[A\n",
+ " 6%|██▎ | 45/800 [00:02<00:40, 18.43it/s]\u001b[A\n",
+ " 6%|██▌ | 48/800 [00:02<00:38, 19.59it/s]\u001b[A\n",
+ " 6%|██▋ | 50/800 [00:02<00:38, 19.68it/s]\u001b[A\n",
+ " 6%|██▋ | 52/800 [00:03<00:41, 17.83it/s]\u001b[A\n",
+ " 7%|██▊ | 54/800 [00:03<00:42, 17.60it/s]\u001b[A\n",
+ " 7%|██▉ | 56/800 [00:03<00:45, 16.42it/s]\u001b[A\n",
+ " 7%|███ | 58/800 [00:03<00:45, 16.16it/s]\u001b[A\n",
+ " 8%|███▏ | 60/800 [00:03<00:44, 16.66it/s]\u001b[A\n",
+ " 8%|███▎ | 62/800 [00:03<00:47, 15.46it/s]\u001b[A\n",
+ " 8%|███▎ | 64/800 [00:03<00:46, 15.81it/s]\u001b[A\n",
+ " 8%|███▍ | 66/800 [00:03<00:46, 15.86it/s]\u001b[A\n",
+ " 8%|███▌ | 68/800 [00:04<00:44, 16.61it/s]\u001b[A\n",
+ " 9%|███▋ | 71/800 [00:04<00:41, 17.38it/s]\u001b[A\n",
+ " 9%|███▊ | 73/800 [00:04<00:41, 17.44it/s]\u001b[A\n",
+ " 9%|███▉ | 75/800 [00:04<00:40, 17.73it/s]\u001b[A\n",
+ " 10%|████ | 77/800 [00:04<00:40, 17.94it/s]\u001b[A\n",
+ " 10%|████▏ | 79/800 [00:04<00:40, 17.83it/s]\u001b[A\n",
+ " 10%|████▎ | 81/800 [00:04<00:40, 17.97it/s]\u001b[A\n",
+ " 10%|████▎ | 83/800 [00:04<00:40, 17.89it/s]\u001b[A\n",
+ " 11%|████▍ | 85/800 [00:05<00:39, 17.92it/s]\u001b[A\n",
+ " 11%|████▌ | 87/800 [00:05<00:38, 18.35it/s]\u001b[A\n",
+ " 11%|████▋ | 89/800 [00:05<00:38, 18.51it/s]\u001b[A\n",
+ " 11%|████▊ | 91/800 [00:05<00:41, 16.95it/s]\u001b[A\n",
+ " 12%|████▉ | 93/800 [00:05<00:41, 16.84it/s]\u001b[A\n",
+ " 12%|████▉ | 95/800 [00:05<00:41, 17.12it/s]\u001b[A\n",
+ " 12%|█████ | 97/800 [00:05<00:41, 16.87it/s]\u001b[A\n",
+ " 12%|█████▏ | 99/800 [00:05<00:41, 16.82it/s]\u001b[A\n",
+ " 13%|█████▏ | 101/800 [00:06<00:42, 16.27it/s]\u001b[A\n",
+ " 13%|█████▎ | 103/800 [00:06<00:45, 15.26it/s]\u001b[A\n",
+ " 13%|█████▍ | 105/800 [00:06<00:44, 15.46it/s]\u001b[A\n",
+ " 13%|█████▍ | 107/800 [00:06<00:45, 15.13it/s]\u001b[A\n",
+ " 14%|█████▌ | 109/800 [00:06<00:47, 14.63it/s]\u001b[A\n",
+ " 14%|█████▋ | 111/800 [00:06<00:46, 14.85it/s]\u001b[A\n",
+ " 14%|█████▊ | 113/800 [00:06<00:47, 14.59it/s]\u001b[A\n",
+ " 14%|█████▉ | 115/800 [00:06<00:46, 14.71it/s]\u001b[A\n",
+ " 15%|█████▉ | 117/800 [00:07<00:45, 15.02it/s]\u001b[A\n",
+ " 15%|██████ | 119/800 [00:07<00:46, 14.72it/s]\u001b[A\n",
+ " 15%|██████▏ | 121/800 [00:07<00:46, 14.75it/s]\u001b[A\n",
+ " 15%|██████▎ | 123/800 [00:07<00:45, 14.79it/s]\u001b[A\n",
+ " 16%|██████▍ | 125/800 [00:07<00:46, 14.47it/s]\u001b[A\n",
+ " 16%|██████▌ | 127/800 [00:07<00:45, 14.72it/s]\u001b[A\n",
+ " 16%|██████▌ | 129/800 [00:07<00:46, 14.46it/s]\u001b[A\n",
+ " 16%|██████▋ | 131/800 [00:08<00:48, 13.78it/s]\u001b[A\n",
+ " 17%|██████▊ | 133/800 [00:08<00:43, 15.18it/s]\u001b[A\n",
+ " 17%|██████▉ | 135/800 [00:08<00:46, 14.39it/s]\u001b[A\n",
+ " 17%|███████ | 137/800 [00:08<00:45, 14.62it/s]\u001b[A\n",
+ " 17%|███████ | 139/800 [00:08<00:43, 15.28it/s]\u001b[A\n",
+ " 18%|███████▏ | 141/800 [00:08<00:40, 16.35it/s]\u001b[A\n",
+ " 18%|███████▎ | 143/800 [00:08<00:39, 16.58it/s]\u001b[A\n",
+ " 18%|███████▍ | 145/800 [00:08<00:41, 15.96it/s]\u001b[A\n",
+ " 18%|███████▌ | 147/800 [00:09<00:38, 16.95it/s]\u001b[A\n",
+ " 19%|███████▋ | 149/800 [00:09<00:38, 16.89it/s]\u001b[A\n",
+ " 19%|███████▋ | 151/800 [00:09<00:38, 16.80it/s]\u001b[A\n",
+ " 19%|███████▊ | 153/800 [00:09<00:39, 16.38it/s]\u001b[A\n",
+ " 19%|███████▉ | 155/800 [00:09<00:37, 17.02it/s]\u001b[A\n",
+ " 20%|████████ | 157/800 [00:09<00:38, 16.64it/s]\u001b[A\n",
+ " 20%|████████▏ | 159/800 [00:09<00:39, 16.41it/s]\u001b[A\n",
+ " 20%|████████▎ | 161/800 [00:09<00:42, 15.20it/s]\u001b[A\n",
+ " 20%|████████▎ | 163/800 [00:10<00:40, 15.62it/s]\u001b[A\n",
+ " 21%|████████▍ | 165/800 [00:10<00:41, 15.16it/s]\u001b[A\n",
+ " 21%|████████▌ | 167/800 [00:10<00:40, 15.50it/s]\u001b[A\n",
+ " 21%|████████▋ | 169/800 [00:10<00:40, 15.41it/s]\u001b[A\n",
+ " 21%|████████▊ | 171/800 [00:10<00:40, 15.60it/s]\u001b[A\n",
+ " 22%|████████▊ | 173/800 [00:10<00:40, 15.59it/s]\u001b[A\n",
+ " 22%|████████▉ | 175/800 [00:10<00:40, 15.28it/s]\u001b[A\n",
+ " 22%|█████████ | 177/800 [00:10<00:39, 15.78it/s]\u001b[A\n",
+ " 22%|█████████▏ | 179/800 [00:11<00:40, 15.35it/s]\u001b[A\n",
+ " 23%|█████████▎ | 181/800 [00:11<00:38, 16.04it/s]\u001b[A\n",
+ " 23%|█████████▍ | 183/800 [00:11<00:38, 16.07it/s]\u001b[A\n",
+ " 23%|█████████▍ | 185/800 [00:11<00:38, 16.07it/s]\u001b[A\n",
+ " 23%|█████████▌ | 187/800 [00:11<00:36, 16.82it/s]\u001b[A\n",
+ " 24%|█████████▋ | 189/800 [00:11<00:37, 16.16it/s]\u001b[A\n",
+ " 24%|█████████▊ | 191/800 [00:11<00:39, 15.50it/s]\u001b[A\n",
+ " 24%|█████████▉ | 193/800 [00:11<00:39, 15.24it/s]\u001b[A\n",
+ " 24%|█████████▉ | 195/800 [00:12<00:37, 16.10it/s]\u001b[A\n",
+ " 25%|██████████ | 197/800 [00:12<00:36, 16.41it/s]\u001b[A\n",
+ " 25%|██████████▏ | 199/800 [00:12<00:35, 16.90it/s]\u001b[A\n",
+ " 25%|██████████▎ | 201/800 [00:12<00:37, 15.94it/s]\u001b[A\n",
+ " 25%|██████████▍ | 203/800 [00:12<00:38, 15.66it/s]\u001b[A\n",
+ " 26%|██████████▌ | 205/800 [00:12<00:37, 15.97it/s]\u001b[A\n",
+ " 26%|██████████▌ | 207/800 [00:12<00:37, 15.82it/s]\u001b[A\n",
+ " 26%|██████████▋ | 209/800 [00:12<00:36, 16.31it/s]\u001b[A\n",
+ " 26%|██████████▊ | 211/800 [00:13<00:36, 16.03it/s]\u001b[A\n",
+ " 27%|██████████▉ | 213/800 [00:13<00:35, 16.50it/s]\u001b[A\n",
+ " 27%|███████████ | 215/800 [00:13<00:34, 16.93it/s]\u001b[A\n",
+ " 27%|███████████ | 217/800 [00:13<00:36, 15.82it/s]\u001b[A\n",
+ " 27%|███████████▏ | 219/800 [00:13<00:36, 15.99it/s]\u001b[A\n",
+ " 28%|███████████▎ | 221/800 [00:13<00:38, 14.93it/s]\u001b[A\n",
+ " 28%|███████████▍ | 223/800 [00:13<00:37, 15.25it/s]\u001b[A\n",
+ " 28%|███████████▌ | 226/800 [00:14<00:34, 16.55it/s]\u001b[A\n",
+ " 28%|███████████▋ | 228/800 [00:14<00:35, 16.30it/s]\u001b[A\n",
+ " 29%|███████████▊ | 230/800 [00:14<00:35, 15.93it/s]\u001b[A\n",
+ " 29%|███████████▉ | 232/800 [00:14<00:37, 15.12it/s]\u001b[A\n",
+ " 29%|███████████▉ | 234/800 [00:14<00:37, 15.21it/s]\u001b[A\n",
+ " 30%|████████████ | 236/800 [00:14<00:37, 15.18it/s]\u001b[A\n",
+ " 30%|████████████▏ | 238/800 [00:14<00:34, 16.23it/s]\u001b[A\n",
+ " 30%|████████████▎ | 240/800 [00:14<00:34, 16.34it/s]\u001b[A\n",
+ " 30%|████████████▍ | 242/800 [00:15<00:32, 16.99it/s]\u001b[A\n",
+ " 30%|████████████▌ | 244/800 [00:15<00:33, 16.80it/s]\u001b[A\n",
+ " 31%|████████████▌ | 246/800 [00:15<00:31, 17.32it/s]\u001b[A\n",
+ " 31%|████████████▋ | 248/800 [00:15<00:31, 17.28it/s]\u001b[A\n",
+ " 31%|████████████▊ | 251/800 [00:15<00:31, 17.37it/s]\u001b[A\n",
+ " 32%|���███████████▉ | 253/800 [00:15<00:33, 16.28it/s]\u001b[A\n",
+ " 32%|█████████████ | 255/800 [00:15<00:35, 15.34it/s]\u001b[A\n",
+ " 32%|█████████████▏ | 257/800 [00:15<00:36, 14.97it/s]\u001b[A\n",
+ " 32%|█████████████▎ | 259/800 [00:16<00:37, 14.43it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 261/800 [00:16<00:38, 13.88it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 263/800 [00:16<00:40, 13.16it/s]\u001b[A\n",
+ " 33%|█████████████▌ | 265/800 [00:16<00:39, 13.43it/s]\u001b[A\n",
+ " 33%|█████████████▋ | 267/800 [00:16<00:40, 13.08it/s]\u001b[A\n",
+ " 34%|█████████████▊ | 269/800 [00:16<00:39, 13.38it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 271/800 [00:17<00:39, 13.46it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 273/800 [00:17<00:39, 13.27it/s]\u001b[A\n",
+ " 34%|██████████████ | 275/800 [00:17<00:38, 13.50it/s]\u001b[A\n",
+ " 35%|██████████████▏ | 277/800 [00:17<00:36, 14.39it/s]\u001b[A\n",
+ " 35%|██████████████▎ | 279/800 [00:17<00:34, 14.90it/s]\u001b[A\n",
+ " 35%|██████████████▍ | 281/800 [00:17<00:36, 14.37it/s]\u001b[A\n",
+ " 35%|██████████████▌ | 283/800 [00:17<00:36, 14.00it/s]\u001b[A\n",
+ " 36%|██████████████▌ | 285/800 [00:17<00:35, 14.63it/s]\u001b[A\n",
+ " 36%|██████████████▋ | 287/800 [00:18<00:34, 14.77it/s]\u001b[A\n",
+ " 36%|██████████████▊ | 289/800 [00:18<00:33, 15.22it/s]\u001b[A\n",
+ " 36%|██████████████▉ | 291/800 [00:18<00:32, 15.71it/s]\u001b[A\n",
+ " 37%|███████████████ | 293/800 [00:18<00:32, 15.57it/s]\u001b[A\n",
+ " 37%|███████████████ | 295/800 [00:18<00:33, 15.10it/s]\u001b[A\n",
+ " 37%|███████████████▏ | 297/800 [00:18<00:32, 15.36it/s]\u001b[A\n",
+ " 37%|███████████████▎ | 299/800 [00:18<00:31, 16.02it/s]\u001b[A\n",
+ " 38%|███████████████▍ | 301/800 [00:18<00:30, 16.56it/s]\u001b[A\n",
+ " 38%|███████████████▌ | 303/800 [00:19<00:29, 16.81it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 305/800 [00:19<00:28, 17.18it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 307/800 [00:19<00:28, 17.52it/s]\u001b[A\n",
+ " 39%|███████████████▊ | 309/800 [00:19<00:28, 17.14it/s]\u001b[A\n",
+ " 39%|███████████████▉ | 311/800 [00:19<00:28, 16.99it/s]\u001b[A\n",
+ " 39%|████████████████ | 313/800 [00:19<00:29, 16.39it/s]\u001b[A\n",
+ " 39%|████████████████▏ | 315/800 [00:19<00:28, 16.89it/s]\u001b[A\n",
+ " 40%|████████████████▏ | 317/800 [00:19<00:28, 17.18it/s]\u001b[A\n",
+ " 40%|████████████████▎ | 319/800 [00:20<00:27, 17.77it/s]\u001b[A\n",
+ " 40%|████████████████▍ | 321/800 [00:20<00:26, 17.97it/s]\u001b[A\n",
+ " 40%|████████████████▌ | 323/800 [00:20<00:26, 17.71it/s]\u001b[A\n",
+ " 41%|████████████████▋ | 325/800 [00:20<00:27, 17.39it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 327/800 [00:20<00:26, 17.88it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 329/800 [00:20<00:27, 17.29it/s]\u001b[A\n",
+ " 41%|████████████████▉ | 331/800 [00:20<00:27, 16.98it/s]\u001b[A\n",
+ " 42%|█████████████████ | 333/800 [00:20<00:27, 16.85it/s]\u001b[A\n",
+ " 42%|█████████████████▏ | 335/800 [00:20<00:27, 17.06it/s]\u001b[A\n",
+ " 42%|█████████████████▎ | 338/800 [00:21<00:25, 18.41it/s]\u001b[A\n",
+ " 42%|█████████████████▍ | 340/800 [00:21<00:25, 18.30it/s]\u001b[A\n",
+ " 43%|█████████████████▌ | 342/800 [00:21<00:24, 18.56it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 344/800 [00:21<00:25, 17.73it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 346/800 [00:21<00:26, 17.03it/s]\u001b[A\n",
+ " 44%|█████████████████▊ | 348/800 [00:21<00:25, 17.55it/s]\u001b[A\n",
+ " 44%|█████████████████▉ | 350/800 [00:21<00:26, 17.28it/s]\u001b[A\n",
+ " 44%|██████████████████ | 352/800 [00:21<00:25, 17.28it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 354/800 [00:22<00:26, 16.88it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 356/800 [00:22<00:27, 16.06it/s]\u001b[A\n",
+ " 45%|██████████████████▎ | 358/800 [00:22<00:28, 15.55it/s]\u001b[A\n",
+ " 45%|██████████████████▍ | 360/800 [00:22<00:27, 16.02it/s]\u001b[A\n",
+ " 45%|██████████████████▌ | 362/800 [00:22<00:26, 16.38it/s]\u001b[A\n",
+ " 46%|██████████████████▋ | 364/800 [00:22<00:26, 16.25it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 366/800 [00:22<00:27, 15.82it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 368/800 [00:22<00:26, 16.05it/s]\u001b[A\n",
+ " 46%|██████████████████▉ | 370/800 [00:23<00:25, 16.76it/s]\u001b[A\n",
+ " 46%|███████████████████ | 372/800 [00:23<00:24, 17.15it/s]\u001b[A\n",
+ " 47%|███████████████████▏ | 374/800 [00:23<00:26, 16.19it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 376/800 [00:23<00:26, 16.11it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 378/800 [00:23<00:26, 15.95it/s]\u001b[A\n",
+ " 48%|███████████████████▍ | 380/800 [00:23<00:25, 16.18it/s]\u001b[A\n",
+ " 48%|███████████████████▌ | 382/800 [00:23<00:24, 16.94it/s]\u001b[A\n",
+ " 48%|███████████████████▋ | 384/800 [00:23<00:24, 16.71it/s]\u001b[A\n",
+ " 48%|███████████████████▊ | 386/800 [00:23<00:24, 16.88it/s]\u001b[A\n",
+ " 48%|███████████████████▉ | 388/800 [00:24<00:23, 17.60it/s]\u001b[A\n",
+ " 49%|███████████████████▉ | 390/800 [00:24<00:24, 16.80it/s]\u001b[A\n",
+ " 49%|████████████████████ | 392/800 [00:24<00:24, 16.43it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 394/800 [00:24<00:25, 16.20it/s]\u001b[A\n",
+ " 50%|████████████████████▎ | 396/800 [00:24<00:24, 16.60it/s]\u001b[A\n",
+ " 50%|████████████████████▍ | 398/800 [00:24<00:24, 16.48it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 400/800 [00:24<00:24, 16.06it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 402/800 [00:24<00:23, 16.64it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 405/800 [00:25<00:23, 16.99it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 407/800 [00:25<00:23, 16.42it/s]\u001b[A\n",
+ " 51%|████████████████████▉ | 409/800 [00:25<00:23, 16.48it/s]\u001b[A\n",
+ " 51%|█████████████████████ | 411/800 [00:25<00:22, 16.93it/s]\u001b[A\n",
+ " 52%|█████████████████████▏ | 413/800 [00:25<00:23, 16.80it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 415/800 [00:25<00:22, 17.09it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 417/800 [00:25<00:22, 16.75it/s]\u001b[A\n",
+ " 52%|█████████████████████▍ | 419/800 [00:25<00:23, 16.45it/s]\u001b[A\n",
+ " 53%|█████████████████████▌ | 421/800 [00:26<00:22, 17.09it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 423/800 [00:26<00:22, 16.65it/s]\u001b[A\n",
+ " 53%|█████████████████████▊ | 425/800 [00:26<00:21, 17.22it/s]\u001b[A\n",
+ " 53%|█████████████████████▉ | 427/800 [00:26<00:22, 16.90it/s]\u001b[A\n",
+ " 54%|█████████████████████▉ | 429/800 [00:26<00:21, 17.29it/s]\u001b[A\n",
+ " 54%|██████████████████████ | 431/800 [00:26<00:20, 17.96it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 433/800 [00:26<00:22, 16.53it/s]\u001b[A\n",
+ " 54%|██████████████████████▎ | 435/800 [00:26<00:22, 16.37it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 437/800 [00:27<00:22, 16.46it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 439/800 [00:27<00:21, 16.59it/s]\u001b[A\n",
+ " 55%|██████████████████████▌ | 441/800 [00:27<00:21, 16.60it/s]\u001b[A\n",
+ " 55%|██████████████████████▋ | 443/800 [00:27<00:21, 16.63it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 445/800 [00:27<00:22, 15.99it/s]\u001b[A\n",
+ " 56%|██████████████████████▉ | 447/800 [00:27<00:22, 16.02it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 449/800 [00:27<00:22, 15.47it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 451/800 [00:27<00:22, 15.76it/s]\u001b[A\n",
+ " 57%|███████████████████████▏ | 453/800 [00:28<00:20, 16.77it/s]\u001b[A\n",
+ " 57%|███████████████████████▎ | 456/800 [00:28<00:18, 18.15it/s]\u001b[A\n",
+ " 57%|███████████████████████▍ | 458/800 [00:28<00:19, 17.87it/s]\u001b[A\n",
+ " 57%|███████████████████████▌ | 460/800 [00:28<00:18, 18.04it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 462/800 [00:28<00:19, 17.39it/s]\u001b[A\n",
+ " 58%|███████████████████████▊ | 464/800 [00:28<00:19, 16.82it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 466/800 [00:28<00:20, 16.28it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 468/800 [00:28<00:19, 16.63it/s]\u001b[A\n",
+ " 59%|████████████████████████ | 470/800 [00:29<00:19, 16.73it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 472/800 [00:29<00:20, 16.15it/s]\u001b[A\n",
+ " 59%|████████████████████████▎ | 474/800 [00:29<00:19, 17.04it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 476/800 [00:29<00:18, 17.71it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 478/800 [00:29<00:18, 17.33it/s]\u001b[A\n",
+ " 60%|████████████████████████▌ | 480/800 [00:29<00:19, 16.61it/s]\u001b[A\n",
+ " 60%|████████████████████████▋ | 482/800 [00:29<00:19, 16.32it/s]\u001b[A\n",
+ " 60%|████████████████████████▊ | 484/800 [00:29<00:18, 16.78it/s]\u001b[A\n",
+ " 61%|████████████████████████▉ | 486/800 [00:29<00:18, 16.64it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 488/800 [00:30<00:19, 16.20it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 490/800 [00:30<00:18, 16.78it/s]\u001b[A\n",
+ " 62%|█████████████████████████▏ | 492/800 [00:30<00:18, 16.60it/s]\u001b[A\n",
+ " 62%|█████████████████████████▎ | 494/800 [00:30<00:17, 17.30it/s]\u001b[A\n",
+ " 62%|█████████████████████████▍ | 496/800 [00:30<00:17, 17.20it/s]\u001b[A\n",
+ " 62%|█████████████████████████▌ | 499/800 [00:30<00:17, 17.24it/s]\u001b[A\n",
+ " 63%|█████████████████████████▋ | 501/800 [00:30<00:18, 16.54it/s]\u001b[A\n",
+ " 63%|█████████████████████████▊ | 503/800 [00:30<00:17, 16.90it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 505/800 [00:31<00:17, 17.20it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 507/800 [00:31<00:17, 16.46it/s]\u001b[A\n",
+ " 64%|██████████████████████████ | 509/800 [00:31<00:17, 16.40it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 511/800 [00:31<00:17, 16.75it/s]\u001b[A\n",
+ " 64%|██████████████████████████▎ | 513/800 [00:31<00:16, 17.36it/s]\u001b[A\n",
+ " 64%|██████████████████████████▍ | 515/800 [00:31<00:16, 17.24it/s]\u001b[A\n",
+ " 65%|██████████████████████████▍ | 517/800 [00:31<00:16, 16.82it/s]\u001b[A\n",
+ " 65%|██████████████████████████▌ | 519/800 [00:31<00:16, 16.91it/s]\u001b[A\n",
+ " 65%|██████████████████████████▋ | 521/800 [00:32<00:16, 17.30it/s]\u001b[A\n",
+ " 65%|██████████████████████████▊ | 523/800 [00:32<00:16, 16.90it/s]\u001b[A\n",
+ " 66%|██████████████████████████▉ | 525/800 [00:32<00:15, 17.28it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 527/800 [00:32<00:15, 17.72it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 529/800 [00:32<00:14, 18.16it/s]\u001b[A\n",
+ " 66%|███████████████████████████▏ | 531/800 [00:32<00:15, 17.27it/s]\u001b[A\n",
+ " 67%|███████████████████████████▎ | 533/800 [00:32<00:16, 16.31it/s]\u001b[A\n",
+ " 67%|███████████████████████████▍ | 535/800 [00:32<00:17, 15.56it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 537/800 [00:32<00:16, 15.96it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 539/800 [00:33<00:16, 16.30it/s]\u001b[A\n",
+ " 68%|███████████████████████████▋ | 541/800 [00:33<00:15, 17.10it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 544/800 [00:33<00:14, 17.49it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 546/800 [00:33<00:14, 17.68it/s]\u001b[A\n",
+ " 68%|████████████████████████████ | 548/800 [00:33<00:14, 17.48it/s]\u001b[A\n",
+ " 69%|████████████████████████████▏ | 551/800 [00:33<00:13, 18.68it/s]\u001b[A\n",
+ " 69%|████████████████████████████▎ | 553/800 [00:33<00:13, 18.26it/s]\u001b[A\n",
+ " 69%|████████████████████████████▍ | 555/800 [00:33<00:13, 18.34it/s]\u001b[A\n",
+ " 70%|████████████████████████████▌ | 557/800 [00:34<00:13, 18.65it/s]\u001b[A\n",
+ " 70%|████████████████████████████▋ | 559/800 [00:34<00:13, 18.46it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 562/800 [00:34<00:12, 19.06it/s]\u001b[A\n",
+ " 70%|████████████████████████████▉ | 564/800 [00:34<00:12, 18.74it/s]\u001b[A\n",
+ " 71%|█████████████████████████████ | 567/800 [00:34<00:12, 19.16it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▏ | 569/800 [00:34<00:12, 18.26it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▎ | 571/800 [00:34<00:12, 18.19it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▎ | 573/800 [00:34<00:12, 18.45it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 576/800 [00:35<00:11, 19.28it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 578/800 [00:35<00:11, 18.70it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▋ | 580/800 [00:35<00:11, 18.56it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▊ | 582/800 [00:35<00:11, 18.50it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▉ | 585/800 [00:35<00:10, 20.21it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 588/800 [00:35<00:11, 18.85it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 590/800 [00:35<00:11, 17.91it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▎ | 592/800 [00:35<00:12, 17.08it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▍ | 594/800 [00:36<00:11, 17.37it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▌ | 596/800 [00:36<00:11, 17.36it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▋ | 599/800 [00:36<00:10, 18.49it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▊ | 601/800 [00:36<00:10, 18.62it/s]\u001b[A\n",
+ " 76%|██████████████████████████████▉ | 604/800 [00:36<00:10, 19.24it/s]\u001b[A\n",
+ " 76%|███████████████████████████████ | 606/800 [00:36<00:10, 19.28it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▏ | 609/800 [00:36<00:10, 18.78it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▎ | 611/800 [00:36<00:09, 18.95it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▍ | 614/800 [00:37<00:09, 19.52it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▌ | 617/800 [00:37<00:09, 20.33it/s]\u001b[A\n",
+ " 78%|███████████████████████████���███▊ | 620/800 [00:37<00:09, 19.64it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 622/800 [00:37<00:09, 19.20it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 624/800 [00:37<00:09, 18.42it/s]\u001b[A\n",
+ " 78%|████████████████████████████████▏ | 627/800 [00:37<00:09, 18.97it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▏ | 629/800 [00:37<00:08, 19.04it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▎ | 631/800 [00:38<00:08, 18.81it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▍ | 633/800 [00:38<00:09, 18.38it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▌ | 635/800 [00:38<00:09, 17.53it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 637/800 [00:38<00:09, 17.99it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 639/800 [00:38<00:09, 17.33it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▊ | 641/800 [00:38<00:08, 17.80it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▉ | 643/800 [00:38<00:09, 17.44it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████ | 645/800 [00:38<00:09, 16.58it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▏ | 648/800 [00:39<00:08, 17.78it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 650/800 [00:39<00:08, 17.87it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▍ | 652/800 [00:39<00:08, 17.85it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▌ | 655/800 [00:39<00:07, 18.84it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▋ | 657/800 [00:39<00:07, 18.47it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▊ | 659/800 [00:39<00:07, 18.54it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 661/800 [00:39<00:07, 17.67it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████ | 664/800 [00:39<00:07, 18.52it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████▏ | 666/800 [00:39<00:07, 18.54it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▏ | 668/800 [00:40<00:07, 18.41it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▎ | 670/800 [00:40<00:06, 18.63it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▍ | 672/800 [00:40<00:07, 18.22it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▌ | 674/800 [00:40<00:07, 17.63it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▋ | 676/800 [00:40<00:07, 17.71it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▋ | 678/800 [00:40<00:06, 18.08it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▊ | 680/800 [00:40<00:06, 17.42it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▉ | 682/800 [00:40<00:06, 17.68it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████ | 685/800 [00:41<00:06, 18.07it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▏ | 687/800 [00:41<00:06, 17.05it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 689/800 [00:41<00:06, 16.35it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▍ | 691/800 [00:41<00:06, 16.64it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 693/800 [00:41<00:06, 15.99it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 695/800 [00:41<00:06, 16.46it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▋ | 697/800 [00:41<00:07, 14.62it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▊ | 699/800 [00:41<00:06, 15.38it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 701/800 [00:42<00:06, 15.60it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████ | 703/800 [00:42<00:06, 15.55it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 705/800 [00:42<00:05, 16.64it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 707/800 [00:42<00:05, 16.27it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▎ | 709/800 [00:42<00:05, 16.12it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 712/800 [00:42<00:05, 17.51it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▌ | 714/800 [00:42<00:04, 17.35it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▋ | 716/800 [00:42<00:04, 17.41it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▊ | 718/800 [00:43<00:04, 17.54it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▉ | 720/800 [00:43<00:04, 16.64it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 722/800 [00:43<00:04, 17.30it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 724/800 [00:43<00:04, 17.67it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▏ | 726/800 [00:43<00:04, 17.98it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▎ | 728/800 [00:43<00:03, 18.23it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▍ | 730/800 [00:43<00:03, 17.84it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▌ | 733/800 [00:43<00:03, 18.71it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▋ | 735/800 [00:44<00:03, 18.22it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 738/800 [00:44<00:03, 18.89it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▉ | 740/800 [00:44<00:03, 18.64it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████ | 742/800 [00:44<00:03, 18.94it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 744/800 [00:44<00:03, 18.40it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 746/800 [00:44<00:02, 18.47it/s]\u001b[A\n",
+ " 94%|████��█████████████████████████████████▎ | 748/800 [00:44<00:03, 17.32it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▍ | 750/800 [00:44<00:02, 16.75it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▌ | 752/800 [00:44<00:02, 16.86it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 754/800 [00:45<00:02, 16.52it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 756/800 [00:45<00:02, 17.00it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▊ | 758/800 [00:45<00:02, 17.14it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▉ | 760/800 [00:45<00:02, 17.58it/s]\u001b[A\n",
+ " 95%|███████████████████████████████████████ | 762/800 [00:45<00:02, 17.56it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▏ | 765/800 [00:45<00:02, 17.42it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 767/800 [00:45<00:01, 17.18it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▍ | 769/800 [00:45<00:01, 16.58it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▌ | 771/800 [00:46<00:01, 16.80it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▌ | 773/800 [00:46<00:01, 16.22it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▋ | 775/800 [00:46<00:01, 15.00it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 777/800 [00:46<00:01, 14.79it/s]\u001b[A\n",
+ " 98%|███████████████████████████████████████▉ | 780/800 [00:46<00:01, 16.45it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████ | 782/800 [00:46<00:01, 16.23it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 784/800 [00:46<00:00, 16.42it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▎| 786/800 [00:47<00:00, 16.59it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▍| 788/800 [00:47<00:00, 16.22it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▍| 790/800 [00:47<00:00, 16.51it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▌| 792/800 [00:47<00:00, 16.33it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▋| 794/800 [00:47<00:00, 16.38it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▊| 797/800 [00:47<00:00, 17.69it/s]\u001b[A\n",
+ " \u001b[A\n",
+ " 51%|█████████████████▊ | 3000/5900 [1:50:58<1:39:34, 2.06s/it]\n",
+ "100%|█████████████████████████████████████████| 800/800 [00:48<00:00, 17.34it/s]\u001b[A\n",
+ " \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-sakha/checkpoint-3000\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-3000/config.json\n",
+ "Model weights saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-3000/pytorch_model.bin\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-3000/preprocessor_config.json\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ "Deleting older checkpoint [wav2vec2-large-xls-r-300m-sakha/checkpoint-2000] due to args.save_total_limit\n",
+ " 59%|████████████████████▊ | 3500/5900 [2:09:02<1:29:41, 2.24s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 800\n",
+ " Batch size = 1\n",
+ "\n",
+ " 0%| | 0/800 [00:00, ?it/s]\u001b[A\n",
+ " 0%|▏ | 3/800 [00:00<00:33, 23.57it/s]\u001b[A\n",
+ " 1%|▎ | 6/800 [00:00<00:44, 17.87it/s]\u001b[A\n",
+ " 1%|▍ | 8/800 [00:00<00:49, 15.86it/s]\u001b[A\n",
+ " 1%|▌ | 10/800 [00:00<00:53, 14.86it/s]\u001b[A\n",
+ " 2%|▋ | 12/800 [00:00<00:49, 15.88it/s]\u001b[A\n",
+ " 2%|▋ | 14/800 [00:00<00:49, 15.83it/s]\u001b[A\n",
+ " 2%|▊ | 16/800 [00:00<00:50, 15.45it/s]\u001b[A\n",
+ " 2%|▉ | 18/800 [00:01<00:50, 15.63it/s]\u001b[A\n",
+ " 2%|█ | 20/800 [00:01<00:50, 15.58it/s]\u001b[A\n",
+ " 3%|█▏ | 22/800 [00:01<00:50, 15.55it/s]\u001b[A\n",
+ " 3%|█▎ | 24/800 [00:01<00:47, 16.26it/s]\u001b[A\n",
+ " 3%|█▎ | 26/800 [00:01<00:48, 15.95it/s]\u001b[A\n",
+ " 4%|█▍ | 28/800 [00:01<00:48, 15.80it/s]\u001b[A\n",
+ " 4%|█▌ | 30/800 [00:01<00:49, 15.52it/s]\u001b[A\n",
+ " 4%|█▋ | 32/800 [00:01<00:46, 16.35it/s]\u001b[A\n",
+ " 4%|█▊ | 34/800 [00:02<00:47, 16.23it/s]\u001b[A\n",
+ " 4%|█▉ | 36/800 [00:02<00:47, 16.24it/s]\u001b[A\n",
+ " 5%|█▉ | 38/800 [00:02<00:44, 17.06it/s]\u001b[A\n",
+ " 5%|██ | 40/800 [00:02<00:43, 17.43it/s]\u001b[A\n",
+ " 5%|██▏ | 42/800 [00:02<00:42, 17.96it/s]\u001b[A\n",
+ " 6%|██▎ | 44/800 [00:02<00:41, 18.43it/s]\u001b[A\n",
+ " 6%|██▍ | 46/800 [00:02<00:40, 18.57it/s]\u001b[A\n",
+ " 6%|██▌ | 49/800 [00:02<00:38, 19.73it/s]\u001b[A\n",
+ " 6%|██▋ | 51/800 [00:03<00:40, 18.61it/s]\u001b[A\n",
+ " 7%|██▊ | 53/800 [00:03<00:43, 17.26it/s]\u001b[A\n",
+ " 7%|██▉ | 55/800 [00:03<00:43, 17.04it/s]\u001b[A\n",
+ " 7%|██▉ | 57/800 [00:03<00:44, 16.72it/s]\u001b[A\n",
+ " 7%|███ | 59/800 [00:03<00:45, 16.24it/s]\u001b[A\n",
+ " 8%|███▏ | 61/800 [00:03<00:45, 16.31it/s]\u001b[A\n",
+ " 8%|███▎ | 63/800 [00:03<00:48, 15.14it/s]\u001b[A\n",
+ " 8%|███▍ | 65/800 [00:03<00:46, 15.84it/s]\u001b[A\n",
+ " 8%|███▌ | 67/800 [00:04<00:45, 16.15it/s]\u001b[A\n",
+ " 9%|███▌ | 69/800 [00:04<00:43, 16.79it/s]\u001b[A\n",
+ " 9%|███▋ | 71/800 [00:04<00:42, 17.13it/s]\u001b[A\n",
+ " 9%|███▊ | 73/800 [00:04<00:41, 17.35it/s]\u001b[A\n",
+ " 9%|███▉ | 75/800 [00:04<00:41, 17.57it/s]\u001b[A\n",
+ " 10%|████ | 77/800 [00:04<00:40, 18.05it/s]\u001b[A\n",
+ " 10%|████▏ | 79/800 [00:04<00:40, 17.76it/s]\u001b[A\n",
+ " 10%|████▎ | 81/800 [00:04<00:39, 18.03it/s]\u001b[A\n",
+ " 10%|████▎ | 83/800 [00:04<00:40, 17.90it/s]\u001b[A\n",
+ " 11%|████▍ | 85/800 [00:05<00:39, 17.96it/s]\u001b[A\n",
+ " 11%|████▌ | 87/800 [00:05<00:38, 18.29it/s]\u001b[A\n",
+ " 11%|████▋ | 89/800 [00:05<00:38, 18.34it/s]\u001b[A\n",
+ " 11%|████▊ | 91/800 [00:05<00:42, 16.83it/s]\u001b[A\n",
+ " 12%|████▉ | 93/800 [00:05<00:42, 16.70it/s]\u001b[A\n",
+ " 12%|████▉ | 95/800 [00:05<00:41, 17.09it/s]\u001b[A\n",
+ " 12%|█████ | 97/800 [00:05<00:41, 16.83it/s]\u001b[A\n",
+ " 12%|█████▏ | 99/800 [00:05<00:41, 16.74it/s]\u001b[A\n",
+ " 13%|█████▏ | 101/800 [00:06<00:43, 16.15it/s]\u001b[A\n",
+ " 13%|█████▎ | 103/800 [00:06<00:44, 15.61it/s]\u001b[A\n",
+ " 13%|█████▍ | 105/800 [00:06<00:44, 15.68it/s]\u001b[A\n",
+ " 13%|█████▍ | 107/800 [00:06<00:45, 15.19it/s]\u001b[A\n",
+ " 14%|█████▌ | 109/800 [00:06<00:47, 14.63it/s]\u001b[A\n",
+ " 14%|█████▋ | 111/800 [00:06<00:46, 14.92it/s]\u001b[A\n",
+ " 14%|█████▊ | 113/800 [00:06<00:46, 14.80it/s]\u001b[A\n",
+ " 14%|█████▉ | 115/800 [00:06<00:46, 14.86it/s]\u001b[A\n",
+ " 15%|█████▉ | 117/800 [00:07<00:44, 15.33it/s]\u001b[A\n",
+ " 15%|██████ | 119/800 [00:07<00:44, 15.29it/s]\u001b[A\n",
+ " 15%|██████▏ | 121/800 [00:07<00:44, 15.25it/s]\u001b[A\n",
+ " 15%|██████▎ | 123/800 [00:07<00:45, 14.88it/s]\u001b[A\n",
+ " 16%|██████▍ | 125/800 [00:07<00:45, 14.78it/s]\u001b[A\n",
+ " 16%|██████▌ | 127/800 [00:07<00:43, 15.30it/s]\u001b[A\n",
+ " 16%|██████▌ | 129/800 [00:07<00:46, 14.45it/s]\u001b[A\n",
+ " 16%|██████▋ | 131/800 [00:08<00:48, 13.69it/s]\u001b[A\n",
+ " 17%|██████▊ | 134/800 [00:08<00:44, 14.92it/s]\u001b[A\n",
+ " 17%|██████▉ | 136/800 [00:08<00:45, 14.50it/s]\u001b[A\n",
+ " 17%|███████ | 138/800 [00:08<00:43, 15.25it/s]\u001b[A\n",
+ " 18%|███████▏ | 140/800 [00:08<00:41, 15.93it/s]\u001b[A\n",
+ " 18%|███████▎ | 142/800 [00:08<00:40, 16.25it/s]\u001b[A\n",
+ " 18%|███████▍ | 144/800 [00:08<00:38, 17.15it/s]\u001b[A\n",
+ " 18%|███████▍ | 146/800 [00:08<00:39, 16.75it/s]\u001b[A\n",
+ " 19%|███████▋ | 149/800 [00:09<00:37, 17.41it/s]\u001b[A\n",
+ " 19%|███████▋ | 151/800 [00:09<00:37, 17.42it/s]\u001b[A\n",
+ " 19%|███████▊ | 153/800 [00:09<00:37, 17.07it/s]\u001b[A\n",
+ " 19%|███████▉ | 155/800 [00:09<00:36, 17.59it/s]\u001b[A\n",
+ " 20%|████████ | 157/800 [00:09<00:37, 17.24it/s]\u001b[A\n",
+ " 20%|████████▏ | 159/800 [00:09<00:38, 16.63it/s]\u001b[A\n",
+ " 20%|████████▎ | 161/800 [00:09<00:41, 15.46it/s]\u001b[A\n",
+ " 20%|████████▎ | 163/800 [00:09<00:39, 16.01it/s]\u001b[A\n",
+ " 21%|████████▍ | 165/800 [00:10<00:42, 14.90it/s]\u001b[A\n",
+ " 21%|████████▌ | 167/800 [00:10<00:41, 15.10it/s]\u001b[A\n",
+ " 21%|████████▋ | 169/800 [00:10<00:40, 15.63it/s]\u001b[A\n",
+ " 21%|████████▊ | 171/800 [00:10<00:40, 15.72it/s]\u001b[A\n",
+ " 22%|████████▊ | 173/800 [00:10<00:40, 15.59it/s]\u001b[A\n",
+ " 22%|████████▉ | 175/800 [00:10<00:41, 15.09it/s]\u001b[A\n",
+ " 22%|█████████ | 177/800 [00:10<00:40, 15.34it/s]\u001b[A\n",
+ " 22%|█████████▏ | 179/800 [00:11<00:41, 14.89it/s]\u001b[A\n",
+ " 23%|█████████▎ | 181/800 [00:11<00:39, 15.52it/s]\u001b[A\n",
+ " 23%|█████████▍ | 183/800 [00:11<00:39, 15.59it/s]\u001b[A\n",
+ " 23%|█████████▍ | 185/800 [00:11<00:39, 15.71it/s]\u001b[A\n",
+ " 23%|█████████▌ | 187/800 [00:11<00:37, 16.18it/s]\u001b[A\n",
+ " 24%|█████████▋ | 189/800 [00:11<00:39, 15.61it/s]\u001b[A\n",
+ " 24%|█████████▊ | 191/800 [00:11<00:40, 15.20it/s]\u001b[A\n",
+ " 24%|█████████▉ | 193/800 [00:11<00:40, 15.00it/s]\u001b[A\n",
+ " 24%|█████████▉ | 195/800 [00:12<00:37, 15.98it/s]\u001b[A\n",
+ " 25%|██████████ | 197/800 [00:12<00:37, 16.22it/s]\u001b[A\n",
+ " 25%|██████████▏ | 199/800 [00:12<00:36, 16.59it/s]\u001b[A\n",
+ " 25%|██████████▎ | 201/800 [00:12<00:37, 15.80it/s]\u001b[A\n",
+ " 25%|██████████▍ | 203/800 [00:12<00:39, 15.24it/s]\u001b[A\n",
+ " 26%|██████████▌ | 205/800 [00:12<00:38, 15.41it/s]\u001b[A\n",
+ " 26%|██████████▌ | 207/800 [00:12<00:38, 15.29it/s]\u001b[A\n",
+ " 26%|██████████▋ | 209/800 [00:12<00:37, 15.65it/s]\u001b[A\n",
+ " 26%|██████████▊ | 211/800 [00:13<00:37, 15.60it/s]\u001b[A\n",
+ " 27%|██████████▉ | 213/800 [00:13<00:36, 16.14it/s]\u001b[A\n",
+ " 27%|███████████ | 215/800 [00:13<00:35, 16.52it/s]\u001b[A\n",
+ " 27%|███████████ | 217/800 [00:13<00:37, 15.42it/s]\u001b[A\n",
+ " 27%|███████████▏ | 219/800 [00:13<00:37, 15.62it/s]\u001b[A\n",
+ " 28%|███████████▎ | 221/800 [00:13<00:39, 14.80it/s]\u001b[A\n",
+ " 28%|███████████▍ | 223/800 [00:13<00:37, 15.39it/s]\u001b[A\n",
+ " 28%|███████████▌ | 226/800 [00:14<00:34, 16.56it/s]\u001b[A\n",
+ " 28%|███████████▋ | 228/800 [00:14<00:35, 16.08it/s]\u001b[A\n",
+ " 29%|███████████▊ | 230/800 [00:14<00:36, 15.59it/s]\u001b[A\n",
+ " 29%|███████████▉ | 232/800 [00:14<00:38, 14.81it/s]\u001b[A\n",
+ " 29%|███████████▉ | 234/800 [00:14<00:38, 14.78it/s]\u001b[A\n",
+ " 30%|████████████ | 236/800 [00:14<00:37, 14.94it/s]\u001b[A\n",
+ " 30%|████████████▏ | 238/800 [00:14<00:35, 16.02it/s]\u001b[A\n",
+ " 30%|████████████▎ | 240/800 [00:14<00:34, 16.12it/s]\u001b[A\n",
+ " 30%|████████████▍ | 242/800 [00:15<00:33, 16.70it/s]\u001b[A\n",
+ " 30%|████████████▌ | 244/800 [00:15<00:33, 16.49it/s]\u001b[A\n",
+ " 31%|████████████▌ | 246/800 [00:15<00:33, 16.68it/s]\u001b[A\n",
+ " 31%|████████████▋ | 248/800 [00:15<00:32, 16.85it/s]\u001b[A\n",
+ " 31%|████████████▊ | 251/800 [00:15<00:32, 17.02it/s]\u001b[A\n",
+ " 32%|████████████▉ | 253/800 [00:15<00:33, 16.16it/s]\u001b[A\n",
+ " 32%|█████████████ | 255/800 [00:15<00:33, 16.08it/s]\u001b[A\n",
+ " 32%|█████████████▏ | 257/800 [00:15<00:34, 15.79it/s]\u001b[A\n",
+ " 32%|█████████████▎ | 259/800 [00:16<00:36, 14.89it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 261/800 [00:16<00:38, 14.03it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 263/800 [00:16<00:40, 13.27it/s]\u001b[A\n",
+ " 33%|█████████████▌ | 265/800 [00:16<00:39, 13.46it/s]\u001b[A\n",
+ " 33%|█████████████▋ | 267/800 [00:16<00:39, 13.57it/s]\u001b[A\n",
+ " 34%|█████████████▊ | 269/800 [00:16<00:38, 13.75it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 271/800 [00:17<00:38, 13.71it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 273/800 [00:17<00:39, 13.45it/s]\u001b[A\n",
+ " 34%|██████████████ | 275/800 [00:17<00:38, 13.61it/s]\u001b[A\n",
+ " 35%|██████████████▏ | 277/800 [00:17<00:36, 14.46it/s]\u001b[A\n",
+ " 35%|██████████████▎ | 279/800 [00:17<00:34, 15.01it/s]\u001b[A\n",
+ " 35%|██████████████▍ | 281/800 [00:17<00:35, 14.48it/s]\u001b[A\n",
+ " 35%|██████████████▌ | 283/800 [00:17<00:37, 13.95it/s]\u001b[A\n",
+ " 36%|██████████████▌ | 285/800 [00:17<00:35, 14.62it/s]\u001b[A\n",
+ " 36%|██████████████▋ | 287/800 [00:18<00:35, 14.64it/s]\u001b[A\n",
+ " 36%|██████████████▊ | 289/800 [00:18<00:33, 15.08it/s]\u001b[A\n",
+ " 36%|██████████████▉ | 291/800 [00:18<00:32, 15.83it/s]\u001b[A\n",
+ " 37%|███████████████ | 293/800 [00:18<00:32, 15.52it/s]\u001b[A\n",
+ " 37%|███████████████ | 295/800 [00:18<00:33, 14.99it/s]\u001b[A\n",
+ " 37%|███████████████▏ | 297/800 [00:18<00:32, 15.36it/s]\u001b[A\n",
+ " 37%|███████████████▎ | 299/800 [00:18<00:31, 15.96it/s]\u001b[A\n",
+ " 38%|███████████████▍ | 301/800 [00:18<00:30, 16.49it/s]\u001b[A\n",
+ " 38%|███████████████▌ | 303/800 [00:19<00:29, 16.72it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 305/800 [00:19<00:29, 16.93it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 307/800 [00:19<00:28, 17.39it/s]\u001b[A\n",
+ " 39%|███████████████▊ | 309/800 [00:19<00:28, 16.95it/s]\u001b[A\n",
+ " 39%|███████████████▉ | 311/800 [00:19<00:28, 17.01it/s]\u001b[A\n",
+ " 39%|████████████████ | 313/800 [00:19<00:29, 16.28it/s]\u001b[A\n",
+ " 39%|████████████████▏ | 315/800 [00:19<00:28, 16.87it/s]\u001b[A\n",
+ " 40%|████████████████▏ | 317/800 [00:19<00:28, 17.10it/s]\u001b[A\n",
+ " 40%|████████████████▎ | 319/800 [00:20<00:27, 17.73it/s]\u001b[A\n",
+ " 40%|████████████████▍ | 321/800 [00:20<00:27, 17.72it/s]\u001b[A\n",
+ " 40%|████████████████▌ | 323/800 [00:20<00:27, 17.31it/s]\u001b[A\n",
+ " 41%|████████████████▋ | 325/800 [00:20<00:27, 17.34it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 327/800 [00:20<00:27, 17.47it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 329/800 [00:20<00:27, 17.05it/s]\u001b[A\n",
+ " 41%|████████████████▉ | 331/800 [00:20<00:27, 16.84it/s]\u001b[A\n",
+ " 42%|█████████████████ | 333/800 [00:20<00:27, 16.85it/s]\u001b[A\n",
+ " 42%|█████████████████▏ | 335/800 [00:20<00:27, 16.88it/s]\u001b[A\n",
+ " 42%|█████████████████▎ | 338/800 [00:21<00:25, 17.94it/s]\u001b[A\n",
+ " 42%|█████████████████▍ | 340/800 [00:21<00:25, 17.86it/s]\u001b[A\n",
+ " 43%|█████████████████▌ | 342/800 [00:21<00:25, 18.15it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 344/800 [00:21<00:25, 17.55it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 346/800 [00:21<00:26, 17.07it/s]\u001b[A\n",
+ " 44%|█████████████████▊ | 348/800 [00:21<00:25, 17.63it/s]\u001b[A\n",
+ " 44%|█████████████████▉ | 350/800 [00:21<00:25, 17.75it/s]\u001b[A\n",
+ " 44%|██████████████████ | 352/800 [00:21<00:25, 17.81it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 354/800 [00:22<00:25, 17.27it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 356/800 [00:22<00:27, 16.08it/s]\u001b[A\n",
+ " 45%|██████████████████▎ | 358/800 [00:22<00:28, 15.72it/s]\u001b[A\n",
+ " 45%|██████████████████▍ | 360/800 [00:22<00:27, 16.13it/s]\u001b[A\n",
+ " 45%|██████████████████▌ | 362/800 [00:22<00:28, 15.58it/s]\u001b[A\n",
+ " 46%|██████████████████▋ | 364/800 [00:22<00:27, 15.60it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 366/800 [00:22<00:28, 15.41it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 368/800 [00:22<00:27, 15.56it/s]\u001b[A\n",
+ " 46%|██████████████████▉ | 370/800 [00:23<00:26, 16.44it/s]\u001b[A\n",
+ " 46%|███████████████████ | 372/800 [00:23<00:25, 16.59it/s]\u001b[A\n",
+ " 47%|███████████████████▏ | 374/800 [00:23<00:26, 16.00it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 376/800 [00:23<00:27, 15.66it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 378/800 [00:23<00:26, 15.84it/s]\u001b[A\n",
+ " 48%|███████████████████▍ | 380/800 [00:23<00:26, 16.13it/s]\u001b[A\n",
+ " 48%|███████████████████▌ | 382/800 [00:23<00:24, 16.81it/s]\u001b[A\n",
+ " 48%|███████████████████▋ | 384/800 [00:23<00:25, 16.54it/s]\u001b[A\n",
+ " 48%|███████████████████▊ | 386/800 [00:24<00:24, 16.86it/s]\u001b[A\n",
+ " 48%|███████████████████▉ | 388/800 [00:24<00:23, 17.31it/s]\u001b[A\n",
+ " 49%|███████████████████▉ | 390/800 [00:24<00:24, 16.45it/s]\u001b[A\n",
+ " 49%|████████████████████ | 392/800 [00:24<00:25, 16.06it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 394/800 [00:24<00:25, 15.91it/s]\u001b[A\n",
+ " 50%|████████████████████▎ | 396/800 [00:24<00:24, 16.31it/s]\u001b[A\n",
+ " 50%|████████████████████▍ | 398/800 [00:24<00:24, 16.53it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 400/800 [00:24<00:24, 16.14it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 402/800 [00:25<00:23, 16.60it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 405/800 [00:25<00:23, 16.94it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 407/800 [00:25<00:23, 16.57it/s]\u001b[A\n",
+ " 51%|████████████████████▉ | 409/800 [00:25<00:23, 16.45it/s]\u001b[A\n",
+ " 51%|█████████████████████ | 411/800 [00:25<00:22, 16.94it/s]\u001b[A\n",
+ " 52%|██████████████████���██▏ | 413/800 [00:25<00:23, 16.71it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 415/800 [00:25<00:22, 17.36it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 417/800 [00:25<00:22, 16.86it/s]\u001b[A\n",
+ " 52%|█████████████████████▍ | 419/800 [00:26<00:23, 16.50it/s]\u001b[A\n",
+ " 53%|█████████████████████▌ | 421/800 [00:26<00:22, 17.00it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 423/800 [00:26<00:23, 16.06it/s]\u001b[A\n",
+ " 53%|█████████████████████▊ | 425/800 [00:26<00:22, 16.60it/s]\u001b[A\n",
+ " 53%|█████████████████████▉ | 427/800 [00:26<00:22, 16.42it/s]\u001b[A\n",
+ " 54%|█████████████████████▉ | 429/800 [00:26<00:22, 16.72it/s]\u001b[A\n",
+ " 54%|██████████████████████ | 431/800 [00:26<00:21, 17.28it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 433/800 [00:26<00:23, 15.64it/s]\u001b[A\n",
+ " 54%|██████████████████████▎ | 435/800 [00:27<00:23, 15.66it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 437/800 [00:27<00:23, 15.72it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 439/800 [00:27<00:22, 15.95it/s]\u001b[A\n",
+ " 55%|██████████████████████▌ | 441/800 [00:27<00:22, 16.00it/s]\u001b[A\n",
+ " 55%|██████████████████████▋ | 443/800 [00:27<00:22, 16.09it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 445/800 [00:27<00:22, 15.63it/s]\u001b[A\n",
+ " 56%|██████████████████████▉ | 447/800 [00:27<00:22, 15.69it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 449/800 [00:27<00:23, 15.13it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 451/800 [00:28<00:22, 15.73it/s]\u001b[A\n",
+ " 57%|███████████████████████▏ | 453/800 [00:28<00:20, 16.74it/s]\u001b[A\n",
+ " 57%|███████████████████████▎ | 456/800 [00:28<00:18, 18.24it/s]\u001b[A\n",
+ " 57%|███████████████████████▍ | 458/800 [00:28<00:19, 17.92it/s]\u001b[A\n",
+ " 57%|███████████████████████▌ | 460/800 [00:28<00:18, 17.95it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 462/800 [00:28<00:19, 17.58it/s]\u001b[A\n",
+ " 58%|███████████████████████▊ | 464/800 [00:28<00:19, 17.00it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 466/800 [00:28<00:20, 16.52it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 468/800 [00:29<00:19, 16.94it/s]\u001b[A\n",
+ " 59%|████████████████████████ | 470/800 [00:29<00:19, 16.79it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 472/800 [00:29<00:20, 15.91it/s]\u001b[A\n",
+ " 59%|████████████████████████▎ | 474/800 [00:29<00:19, 16.77it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 476/800 [00:29<00:19, 16.94it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 478/800 [00:29<00:19, 16.76it/s]\u001b[A\n",
+ " 60%|████████████████████████▌ | 480/800 [00:29<00:19, 16.46it/s]\u001b[A\n",
+ " 60%|████████████████████████▋ | 482/800 [00:29<00:19, 16.28it/s]\u001b[A\n",
+ " 60%|██��█████████████████████▊ | 484/800 [00:29<00:18, 16.69it/s]\u001b[A\n",
+ " 61%|████████████████████████▉ | 486/800 [00:30<00:18, 16.57it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 488/800 [00:30<00:19, 15.96it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 490/800 [00:30<00:18, 16.50it/s]\u001b[A\n",
+ " 62%|█████████████████████████▏ | 492/800 [00:30<00:18, 16.25it/s]\u001b[A\n",
+ " 62%|█████████████████████████▎ | 494/800 [00:30<00:18, 16.74it/s]\u001b[A\n",
+ " 62%|█████████████████████████▍ | 496/800 [00:30<00:18, 16.75it/s]\u001b[A\n",
+ " 62%|█████████████████████████▌ | 498/800 [00:30<00:17, 17.55it/s]\u001b[A\n",
+ " 62%|█████████████████████████▋ | 500/800 [00:30<00:18, 16.60it/s]\u001b[A\n",
+ " 63%|█████████████████████████▋ | 502/800 [00:31<00:18, 16.04it/s]\u001b[A\n",
+ " 63%|█████████████████████████▊ | 504/800 [00:31<00:17, 16.70it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 506/800 [00:31<00:17, 16.81it/s]\u001b[A\n",
+ " 64%|██████████████████████████ | 508/800 [00:31<00:18, 16.17it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 510/800 [00:31<00:17, 16.11it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 512/800 [00:31<00:17, 16.07it/s]\u001b[A\n",
+ " 64%|██████████████████████████▎ | 514/800 [00:31<00:17, 16.71it/s]\u001b[A\n",
+ " 64%|██████████████████████████▍ | 516/800 [00:31<00:16, 17.01it/s]\u001b[A\n",
+ " 65%|██████████████████████████▌ | 518/800 [00:32<00:16, 16.80it/s]\u001b[A\n",
+ " 65%|██████████████████████████▋ | 520/800 [00:32<00:17, 16.41it/s]\u001b[A\n",
+ " 65%|██████████████████████████▊ | 522/800 [00:32<00:16, 17.07it/s]\u001b[A\n",
+ " 66%|██████████████████████████▊ | 524/800 [00:32<00:16, 16.63it/s]\u001b[A\n",
+ " 66%|██████████████████████████▉ | 526/800 [00:32<00:15, 17.43it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 528/800 [00:32<00:15, 17.50it/s]\u001b[A\n",
+ " 66%|███████████████████████████▏ | 530/800 [00:32<00:15, 16.97it/s]\u001b[A\n",
+ " 66%|███████████████████████████▎ | 532/800 [00:32<00:16, 15.93it/s]\u001b[A\n",
+ " 67%|███████████████████████████▎ | 534/800 [00:32<00:16, 16.33it/s]\u001b[A\n",
+ " 67%|███████████████████████████▍ | 536/800 [00:33<00:16, 15.95it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 538/800 [00:33<00:15, 16.48it/s]\u001b[A\n",
+ " 68%|███████████████████████████▋ | 540/800 [00:33<00:15, 16.50it/s]\u001b[A\n",
+ " 68%|███████████████████████████▊ | 542/800 [00:33<00:14, 17.35it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 544/800 [00:33<00:15, 16.96it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 546/800 [00:33<00:14, 17.20it/s]\u001b[A\n",
+ " 68%|████████████████████████████ | 548/800 [00:33<00:14, 17.37it/s]\u001b[A\n",
+ " 69%|████████████████████████████▏ | 550/800 [00:33<00:14, 17.85it/s]\u001b[A\n",
+ " 69%|████████████████████████████▎ | 553/800 [00:34<00:13, 18.44it/s]\u001b[A\n",
+ " 69%|████████████████████████████▍ | 555/800 [00:34<00:13, 18.15it/s]\u001b[A\n",
+ " 70%|████████████████████████████▌ | 557/800 [00:34<00:13, 18.56it/s]\u001b[A\n",
+ " 70%|████████████████████████████▋ | 559/800 [00:34<00:13, 18.24it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 561/800 [00:34<00:13, 18.25it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 563/800 [00:34<00:12, 18.53it/s]\u001b[A\n",
+ " 71%|████████████████████████████▉ | 565/800 [00:34<00:13, 18.02it/s]\u001b[A\n",
+ " 71%|█████████████████████████████ | 568/800 [00:34<00:12, 17.91it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▏ | 570/800 [00:35<00:12, 18.11it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▎ | 573/800 [00:35<00:12, 18.64it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▍ | 575/800 [00:35<00:12, 18.62it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 577/800 [00:35<00:11, 18.88it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▋ | 579/800 [00:35<00:11, 18.76it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▊ | 581/800 [00:35<00:11, 18.48it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▉ | 583/800 [00:35<00:11, 18.81it/s]\u001b[A\n",
+ " 73%|██████████████████████████████ | 586/800 [00:35<00:11, 19.33it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 588/800 [00:35<00:11, 18.46it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 590/800 [00:36<00:12, 17.45it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▎ | 592/800 [00:36<00:12, 16.57it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▍ | 594/800 [00:36<00:12, 17.05it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▌ | 596/800 [00:36<00:12, 16.92it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▋ | 599/800 [00:36<00:10, 18.32it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▊ | 601/800 [00:36<00:10, 18.37it/s]\u001b[A\n",
+ " 76%|██████████████████████████████▉ | 604/800 [00:36<00:10, 19.20it/s]\u001b[A\n",
+ " 76%|███████████████████████████████ | 606/800 [00:36<00:10, 19.32it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▏ | 609/800 [00:37<00:10, 18.73it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▎ | 611/800 [00:37<00:10, 18.81it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▍ | 614/800 [00:37<00:09, 19.30it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▌ | 617/800 [00:37<00:09, 19.99it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▋ | 619/800 [00:37<00:09, 19.67it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▊ | 621/800 [00:37<00:09, 18.90it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 623/800 [00:37<00:09, 18.13it/s]\u001b[A\n",
+ " 78%|████████████████████████████████ | 625/800 [00:37<00:09, 18.51it/s]\u001b[A\n",
+ " 78%|████████████████████████████████▏ | 627/800 [00:38<00:09, 18.55it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▏ | 629/800 [00:38<00:09, 18.01it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▎ | 631/800 [00:38<00:09, 17.87it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▍ | 633/800 [00:38<00:09, 17.51it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▌ | 635/800 [00:38<00:09, 16.91it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 637/800 [00:38<00:09, 17.36it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 639/800 [00:38<00:09, 16.87it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▊ | 641/800 [00:38<00:09, 17.43it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▉ | 643/800 [00:39<00:08, 17.45it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████ | 645/800 [00:39<00:09, 16.49it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▏ | 648/800 [00:39<00:08, 17.91it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 650/800 [00:39<00:08, 17.87it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▍ | 652/800 [00:39<00:08, 17.34it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▌ | 654/800 [00:39<00:08, 18.00it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▌ | 656/800 [00:39<00:07, 18.13it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▋ | 658/800 [00:39<00:07, 18.51it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▊ | 660/800 [00:39<00:07, 17.94it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 662/800 [00:40<00:07, 17.97it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████ | 664/800 [00:40<00:07, 18.08it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████▏ | 666/800 [00:40<00:07, 18.34it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▏ | 668/800 [00:40<00:07, 18.32it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▎ | 670/800 [00:40<00:07, 18.23it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▍ | 672/800 [00:40<00:07, 17.88it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▌ | 674/800 [00:40<00:07, 17.65it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▋ | 676/800 [00:40<00:07, 17.67it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▋ | 678/800 [00:40<00:06, 18.08it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▊ | 680/800 [00:41<00:06, 17.56it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▉ | 682/800 [00:41<00:06, 17.99it/s]\u001b[A\n",
+ " 86%|██████████���████████████████████████ | 685/800 [00:41<00:06, 18.18it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▏ | 687/800 [00:41<00:06, 16.82it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 689/800 [00:41<00:06, 16.04it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▍ | 691/800 [00:41<00:06, 16.52it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 693/800 [00:41<00:06, 16.04it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 695/800 [00:41<00:06, 16.90it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▋ | 697/800 [00:42<00:06, 15.45it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▊ | 699/800 [00:42<00:06, 15.94it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 701/800 [00:42<00:06, 16.08it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████ | 703/800 [00:42<00:06, 15.66it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 705/800 [00:42<00:05, 16.59it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 707/800 [00:42<00:05, 16.27it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▎ | 709/800 [00:42<00:05, 16.16it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 712/800 [00:43<00:05, 17.59it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▌ | 714/800 [00:43<00:04, 17.43it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▋ | 716/800 [00:43<00:04, 17.43it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▊ | 718/800 [00:43<00:04, 17.69it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▉ | 720/800 [00:43<00:04, 16.32it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 722/800 [00:43<00:04, 17.04it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 724/800 [00:43<00:04, 17.47it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▏ | 726/800 [00:43<00:04, 17.62it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▎ | 728/800 [00:43<00:03, 18.11it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▍ | 730/800 [00:44<00:03, 18.05it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▌ | 733/800 [00:44<00:03, 18.69it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▋ | 735/800 [00:44<00:03, 17.95it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 738/800 [00:44<00:03, 18.54it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▉ | 740/800 [00:44<00:03, 18.18it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████ | 742/800 [00:44<00:03, 18.40it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 744/800 [00:44<00:03, 18.02it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 746/800 [00:44<00:03, 17.85it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▎ | 748/800 [00:45<00:03, 17.24it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▍ | 750/800 [00:45<00:02, 17.02it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▌ | 752/800 [00:45<00:02, 17.30it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 754/800 [00:45<00:02, 16.78it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 756/800 [00:45<00:02, 17.01it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▊ | 758/800 [00:45<00:02, 17.18it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▉ | 760/800 [00:45<00:02, 17.60it/s]\u001b[A\n",
+ " 95%|███████████████████████████████████████ | 762/800 [00:45<00:02, 17.53it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▏ | 765/800 [00:46<00:02, 17.44it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 767/800 [00:46<00:01, 17.19it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▍ | 769/800 [00:46<00:01, 16.63it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▌ | 771/800 [00:46<00:01, 16.92it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▌ | 773/800 [00:46<00:01, 16.26it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▋ | 775/800 [00:46<00:01, 15.13it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 777/800 [00:46<00:01, 14.79it/s]\u001b[A\n",
+ " 98%|███████████████████████████████████████▉ | 780/800 [00:46<00:01, 16.65it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████ | 782/800 [00:47<00:01, 16.53it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 784/800 [00:47<00:00, 16.70it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▎| 786/800 [00:47<00:00, 17.14it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▍| 788/800 [00:47<00:00, 16.90it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▍| 790/800 [00:47<00:00, 17.06it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▌| 792/800 [00:47<00:00, 16.70it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▋| 794/800 [00:47<00:00, 16.65it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▊| 797/800 [00:47<00:00, 18.17it/s]\u001b[A\n",
+ " \u001b[A\n",
+ " 59%|████████████████████▊ | 3500/5900 [2:09:50<1:29:41, 2.24s/it]\n",
+ "100%|█████████████████████████████████████████| 800/800 [00:48<00:00, 17.80it/s]\u001b[A\n",
+ " \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-sakha/checkpoint-3500\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-3500/config.json\n",
+ "Model weights saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-3500/pytorch_model.bin\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-3500/preprocessor_config.json\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ "Deleting older checkpoint [wav2vec2-large-xls-r-300m-sakha/checkpoint-2500] due to args.save_total_limit\n",
+ " 68%|███████████████████████▋ | 4000/5900 [2:27:51<1:11:14, 2.25s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 800\n",
+ " Batch size = 1\n",
+ "\n",
+ " 0%| | 0/800 [00:00, ?it/s]\u001b[A\n",
+ " 0%|▏ | 3/800 [00:00<00:34, 23.01it/s]\u001b[A\n",
+ " 1%|▎ | 6/800 [00:00<00:46, 17.15it/s]\u001b[A\n",
+ " 1%|▍ | 8/800 [00:00<00:51, 15.29it/s]\u001b[A\n",
+ " 1%|▌ | 10/800 [00:00<00:53, 14.72it/s]\u001b[A\n",
+ " 2%|▋ | 12/800 [00:00<00:50, 15.55it/s]\u001b[A\n",
+ " 2%|▋ | 14/800 [00:00<00:50, 15.41it/s]\u001b[A\n",
+ " 2%|▊ | 16/800 [00:01<00:52, 14.99it/s]\u001b[A\n",
+ " 2%|▉ | 18/800 [00:01<00:51, 15.26it/s]\u001b[A\n",
+ " 2%|█ | 20/800 [00:01<00:51, 15.07it/s]\u001b[A\n",
+ " 3%|█▏ | 22/800 [00:01<00:53, 14.45it/s]\u001b[A\n",
+ " 3%|█▎ | 24/800 [00:01<00:50, 15.23it/s]\u001b[A\n",
+ " 3%|█▎ | 26/800 [00:01<00:50, 15.22it/s]\u001b[A\n",
+ " 4%|█▍ | 28/800 [00:01<00:51, 15.11it/s]\u001b[A\n",
+ " 4%|█▌ | 30/800 [00:01<00:51, 15.04it/s]\u001b[A\n",
+ " 4%|█▋ | 32/800 [00:02<00:48, 15.69it/s]\u001b[A\n",
+ " 4%|█▊ | 34/800 [00:02<00:49, 15.56it/s]\u001b[A\n",
+ " 4%|█▉ | 36/800 [00:02<00:48, 15.77it/s]\u001b[A\n",
+ " 5%|█▉ | 38/800 [00:02<00:46, 16.52it/s]\u001b[A\n",
+ " 5%|██ | 40/800 [00:02<00:44, 17.09it/s]\u001b[A\n",
+ " 5%|██▎ | 43/800 [00:02<00:41, 18.32it/s]\u001b[A\n",
+ " 6%|██▎ | 45/800 [00:02<00:41, 18.01it/s]\u001b[A\n",
+ " 6%|██▌ | 48/800 [00:02<00:39, 18.99it/s]\u001b[A\n",
+ " 6%|██▋ | 50/800 [00:03<00:39, 19.14it/s]\u001b[A\n",
+ " 6%|██▋ | 52/800 [00:03<00:43, 17.21it/s]\u001b[A\n",
+ " 7%|██▊ | 54/800 [00:03<00:43, 17.23it/s]\u001b[A\n",
+ " 7%|██▉ | 56/800 [00:03<00:46, 16.02it/s]\u001b[A\n",
+ " 7%|███ | 58/800 [00:03<00:46, 15.94it/s]\u001b[A\n",
+ " 8%|███▏ | 60/800 [00:03<00:43, 16.88it/s]\u001b[A\n",
+ " 8%|███▎ | 62/800 [00:03<00:48, 15.35it/s]\u001b[A\n",
+ " 8%|███▎ | 64/800 [00:03<00:47, 15.43it/s]\u001b[A\n",
+ " 8%|███▍ | 66/800 [00:04<00:47, 15.44it/s]\u001b[A\n",
+ " 8%|███▌ | 68/800 [00:04<00:45, 16.00it/s]\u001b[A\n",
+ " 9%|███▋ | 70/800 [00:04<00:43, 16.97it/s]\u001b[A\n",
+ " 9%|███▊ | 72/800 [00:04<00:44, 16.27it/s]\u001b[A\n",
+ " 9%|███▉ | 74/800 [00:04<00:42, 17.22it/s]\u001b[A\n",
+ " 10%|███▉ | 76/800 [00:04<00:40, 17.67it/s]\u001b[A\n",
+ " 10%|████ | 78/800 [00:04<00:40, 17.70it/s]\u001b[A\n",
+ " 10%|████▏ | 80/800 [00:04<00:41, 17.41it/s]\u001b[A\n",
+ " 10%|████▎ | 82/800 [00:05<00:41, 17.24it/s]\u001b[A\n",
+ " 10%|████▍ | 84/800 [00:05<00:40, 17.64it/s]\u001b[A\n",
+ " 11%|████▌ | 86/800 [00:05<00:40, 17.54it/s]\u001b[A\n",
+ " 11%|████▌ | 88/800 [00:05<00:39, 18.07it/s]\u001b[A\n",
+ " 11%|████▋ | 90/800 [00:05<00:41, 16.95it/s]\u001b[A\n",
+ " 12%|████▊ | 92/800 [00:05<00:42, 16.81it/s]\u001b[A\n",
+ " 12%|████▉ | 94/800 [00:05<00:42, 16.69it/s]\u001b[A\n",
+ " 12%|█████ | 96/800 [00:05<00:40, 17.49it/s]\u001b[A\n",
+ " 12%|█████▏ | 98/800 [00:05<00:41, 16.82it/s]\u001b[A\n",
+ " 12%|█████▏ | 100/800 [00:06<00:41, 16.89it/s]\u001b[A\n",
+ " 13%|█████▏ | 102/800 [00:06<00:44, 15.81it/s]\u001b[A\n",
+ " 13%|█████▎ | 104/800 [00:06<00:44, 15.74it/s]\u001b[A\n",
+ " 13%|█████▍ | 106/800 [00:06<00:45, 15.32it/s]\u001b[A\n",
+ " 14%|█████▌ | 108/800 [00:06<00:44, 15.46it/s]\u001b[A\n",
+ " 14%|█████▋ | 110/800 [00:06<00:45, 15.29it/s]\u001b[A\n",
+ " 14%|█████▋ | 112/800 [00:06<00:45, 15.09it/s]\u001b[A\n",
+ " 14%|█████▊ | 114/800 [00:07<00:47, 14.58it/s]\u001b[A\n",
+ " 14%|█████▉ | 116/800 [00:07<00:46, 14.64it/s]\u001b[A\n",
+ " 15%|██████ | 118/800 [00:07<00:43, 15.84it/s]\u001b[A\n",
+ " 15%|██████▏ | 120/800 [00:07<00:43, 15.61it/s]\u001b[A\n",
+ " 15%|██████▎ | 122/800 [00:07<00:45, 14.78it/s]\u001b[A\n",
+ " 16%|██████▎ | 124/800 [00:07<00:45, 14.98it/s]\u001b[A\n",
+ " 16%|██████▍ | 126/800 [00:07<00:45, 14.70it/s]\u001b[A\n",
+ " 16%|██████▌ | 128/800 [00:07<00:45, 14.81it/s]\u001b[A\n",
+ " 16%|██████▋ | 130/800 [00:08<00:46, 14.48it/s]\u001b[A\n",
+ " 16%|██████▊ | 132/800 [00:08<00:45, 14.82it/s]\u001b[A\n",
+ " 17%|██████▊ | 134/800 [00:08<00:43, 15.27it/s]\u001b[A\n",
+ " 17%|██████▉ | 136/800 [00:08<00:45, 14.52it/s]\u001b[A\n",
+ " 17%|███████ | 138/800 [00:08<00:42, 15.48it/s]\u001b[A\n",
+ " 18%|███████▏ | 140/800 [00:08<00:40, 16.18it/s]\u001b[A\n",
+ " 18%|███████▎ | 142/800 [00:08<00:40, 16.29it/s]\u001b[A\n",
+ " 18%|███████▍ | 144/800 [00:08<00:38, 17.17it/s]\u001b[A\n",
+ " 18%|███████▍ | 146/800 [00:09<00:38, 16.95it/s]\u001b[A\n",
+ " 18%|███████▌ | 148/800 [00:09<00:36, 17.68it/s]\u001b[A\n",
+ " 19%|███████▋ | 150/800 [00:09<00:39, 16.26it/s]\u001b[A\n",
+ " 19%|███████▊ | 152/800 [00:09<00:38, 16.75it/s]\u001b[A\n",
+ " 19%|███████▉ | 154/800 [00:09<00:37, 17.24it/s]\u001b[A\n",
+ " 20%|███████▉ | 156/800 [00:09<00:38, 16.61it/s]\u001b[A\n",
+ " 20%|████████ | 158/800 [00:09<00:39, 16.29it/s]\u001b[A\n",
+ " 20%|████████▏ | 160/800 [00:09<00:41, 15.33it/s]\u001b[A\n",
+ " 20%|████████▎ | 162/800 [00:10<00:41, 15.35it/s]\u001b[A\n",
+ " 20%|████████▍ | 164/800 [00:10<00:41, 15.46it/s]\u001b[A\n",
+ " 21%|████████▌ | 166/800 [00:10<00:42, 14.91it/s]\u001b[A\n",
+ " 21%|████████▌ | 168/800 [00:10<00:40, 15.54it/s]\u001b[A\n",
+ " 21%|████████▋ | 170/800 [00:10<00:39, 15.84it/s]\u001b[A\n",
+ " 22%|████████▊ | 172/800 [00:10<00:39, 15.99it/s]\u001b[A\n",
+ " 22%|████████▉ | 174/800 [00:10<00:38, 16.12it/s]\u001b[A\n",
+ " 22%|█████████ | 176/800 [00:10<00:40, 15.39it/s]\u001b[A\n",
+ " 22%|█████████ | 178/800 [00:11<00:38, 16.02it/s]\u001b[A\n",
+ " 22%|█████████▏ | 180/800 [00:11<00:39, 15.51it/s]\u001b[A\n",
+ " 23%|█████████▎ | 182/800 [00:11<00:38, 16.24it/s]\u001b[A\n",
+ " 23%|█████████▍ | 184/800 [00:11<00:38, 16.08it/s]\u001b[A\n",
+ " 23%|█████████▌ | 186/800 [00:11<00:37, 16.40it/s]\u001b[A\n",
+ " 24%|█████████▋ | 188/800 [00:11<00:36, 16.57it/s]\u001b[A\n",
+ " 24%|█████████▋ | 190/800 [00:11<00:38, 15.82it/s]\u001b[A\n",
+ " 24%|█████████▊ | 192/800 [00:11<00:39, 15.56it/s]\u001b[A\n",
+ " 24%|█████████▉ | 194/800 [00:12<00:38, 15.87it/s]\u001b[A\n",
+ " 24%|██████████ | 196/800 [00:12<00:37, 16.30it/s]\u001b[A\n",
+ " 25%|██████████▏ | 198/800 [00:12<00:36, 16.57it/s]\u001b[A\n",
+ " 25%|██████████▎ | 200/800 [00:12<00:35, 16.85it/s]\u001b[A\n",
+ " 25%|██████████▎ | 202/800 [00:12<00:37, 16.15it/s]\u001b[A\n",
+ " 26%|██████████▍ | 204/800 [00:12<00:37, 15.70it/s]\u001b[A\n",
+ " 26%|██████████▌ | 206/800 [00:12<00:37, 16.03it/s]\u001b[A\n",
+ " 26%|██████████▋ | 208/800 [00:12<00:37, 15.90it/s]\u001b[A\n",
+ " 26%|██████████▊ | 210/800 [00:13<00:36, 16.07it/s]\u001b[A\n",
+ " 26%|██████████▊ | 212/800 [00:13<00:37, 15.77it/s]\u001b[A\n",
+ " 27%|███████████ | 215/800 [00:13<00:34, 17.03it/s]\u001b[A\n",
+ " 27%|███████████ | 217/800 [00:13<00:36, 15.90it/s]\u001b[A\n",
+ " 27%|███████████▏ | 219/800 [00:13<00:36, 16.08it/s]\u001b[A\n",
+ " 28%|███████████▎ | 221/800 [00:13<00:38, 15.22it/s]\u001b[A\n",
+ " 28%|███████████▍ | 223/800 [00:13<00:37, 15.45it/s]\u001b[A\n",
+ " 28%|███████████▌ | 225/800 [00:13<00:35, 16.40it/s]\u001b[A\n",
+ " 28%|███████████▋ | 227/800 [00:14<00:35, 16.21it/s]\u001b[A\n",
+ " 29%|███████████▋ | 229/800 [00:14<00:35, 16.29it/s]\u001b[A\n",
+ " 29%|███████████▊ | 231/800 [00:14<00:39, 14.54it/s]\u001b[A\n",
+ " 29%|███████████▉ | 233/800 [00:14<00:39, 14.32it/s]\u001b[A\n",
+ " 29%|████████████ | 235/800 [00:14<00:37, 14.92it/s]\u001b[A\n",
+ " 30%|████████████▏ | 237/800 [00:14<00:37, 15.13it/s]\u001b[A\n",
+ " 30%|████████████▎ | 240/800 [00:14<00:34, 16.16it/s]\u001b[A\n",
+ " 30%|████████████▍ | 242/800 [00:15<00:33, 16.81it/s]\u001b[A\n",
+ " 30%|████████████▌ | 244/800 [00:15<00:34, 16.07it/s]\u001b[A\n",
+ " 31%|████████████▌ | 246/800 [00:15<00:33, 16.39it/s]\u001b[A\n",
+ " 31%|████████████▋ | 248/800 [00:15<00:33, 16.29it/s]\u001b[A\n",
+ " 31%|████████████▊ | 251/800 [00:15<00:32, 16.68it/s]\u001b[A\n",
+ " 32%|████████████▉ | 253/800 [00:15<00:34, 15.93it/s]\u001b[A\n",
+ " 32%|█████████████ | 255/800 [00:15<00:34, 15.92it/s]\u001b[A\n",
+ " 32%|█████████████▏ | 257/800 [00:16<00:33, 15.98it/s]\u001b[A\n",
+ " 32%|█████████████▎ | 259/800 [00:16<00:35, 15.24it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 261/800 [00:16<00:37, 14.49it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 263/800 [00:16<00:39, 13.50it/s]\u001b[A\n",
+ " 33%|█████████████▌ | 265/800 [00:16<00:41, 12.94it/s]\u001b[A\n",
+ " 33%|█████████████▋ | 267/800 [00:16<00:40, 13.13it/s]\u001b[A\n",
+ " 34%|█████████████▊ | 269/800 [00:16<00:39, 13.44it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 271/800 [00:17<00:39, 13.38it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 273/800 [00:17<00:39, 13.24it/s]\u001b[A\n",
+ " 34%|██████████████ | 275/800 [00:17<00:39, 13.40it/s]\u001b[A\n",
+ " 35%|██████████████▏ | 277/800 [00:17<00:36, 14.27it/s]\u001b[A\n",
+ " 35%|██████████████▎ | 279/800 [00:17<00:35, 14.76it/s]\u001b[A\n",
+ " 35%|██████████████▍ | 281/800 [00:17<00:36, 14.28it/s]\u001b[A\n",
+ " 35%|██████████████▌ | 283/800 [00:17<00:37, 13.77it/s]\u001b[A\n",
+ " 36%|██████████████▌ | 285/800 [00:18<00:35, 14.36it/s]\u001b[A\n",
+ " 36%|██████████████▋ | 287/800 [00:18<00:35, 14.42it/s]\u001b[A\n",
+ " 36%|██████████████▊ | 289/800 [00:18<00:34, 15.00it/s]\u001b[A\n",
+ " 36%|██████████████▉ | 291/800 [00:18<00:32, 15.74it/s]\u001b[A\n",
+ " 37%|███████████████ | 293/800 [00:18<00:32, 15.66it/s]\u001b[A\n",
+ " 37%|███████████████ | 295/800 [00:18<00:33, 15.22it/s]\u001b[A\n",
+ " 37%|███████████████▏ | 297/800 [00:18<00:32, 15.41it/s]\u001b[A\n",
+ " 37%|███████████████▎ | 299/800 [00:18<00:31, 15.96it/s]\u001b[A\n",
+ " 38%|███████████████▍ | 301/800 [00:19<00:30, 16.53it/s]\u001b[A\n",
+ " 38%|███████████████▌ | 303/800 [00:19<00:29, 16.87it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 305/800 [00:19<00:28, 17.10it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 307/800 [00:19<00:28, 17.52it/s]\u001b[A\n",
+ " 39%|███████████████▊ | 309/800 [00:19<00:28, 17.11it/s]\u001b[A\n",
+ " 39%|███████████████▉ | 311/800 [00:19<00:28, 17.44it/s]\u001b[A\n",
+ " 39%|████████████████ | 313/800 [00:19<00:29, 16.49it/s]\u001b[A\n",
+ " 39%|████████████████▏ | 315/800 [00:19<00:29, 16.70it/s]\u001b[A\n",
+ " 40%|████████████████▏ | 317/800 [00:20<00:28, 17.05it/s]\u001b[A\n",
+ " 40%|████████████████▎ | 319/800 [00:20<00:27, 17.64it/s]\u001b[A\n",
+ " 40%|████████████████▍ | 321/800 [00:20<00:27, 17.65it/s]\u001b[A\n",
+ " 40%|████████████████▌ | 323/800 [00:20<00:27, 17.36it/s]\u001b[A\n",
+ " 41%|████████████████▋ | 325/800 [00:20<00:27, 17.31it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 327/800 [00:20<00:26, 17.78it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 329/800 [00:20<00:27, 17.35it/s]\u001b[A\n",
+ " 41%|████████████████▉ | 331/800 [00:20<00:27, 16.99it/s]\u001b[A\n",
+ " 42%|█████████████████ | 333/800 [00:20<00:27, 16.88it/s]\u001b[A\n",
+ " 42%|█████████████████▏ | 335/800 [00:21<00:27, 17.02it/s]\u001b[A\n",
+ " 42%|█████████████████▎ | 338/800 [00:21<00:25, 18.41it/s]\u001b[A\n",
+ " 42%|█████████████████▍ | 340/800 [00:21<00:25, 18.17it/s]\u001b[A\n",
+ " 43%|█████████████████▌ | 342/800 [00:21<00:25, 18.25it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 344/800 [00:21<00:25, 17.71it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 346/800 [00:21<00:26, 17.28it/s]\u001b[A\n",
+ " 44%|█████████████████▊ | 348/800 [00:21<00:25, 17.85it/s]\u001b[A\n",
+ " 44%|█████████████████▉ | 350/800 [00:21<00:25, 17.99it/s]\u001b[A\n",
+ " 44%|██████████████████ | 352/800 [00:21<00:25, 17.87it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 354/800 [00:22<00:25, 17.35it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 356/800 [00:22<00:26, 16.47it/s]\u001b[A\n",
+ " 45%|██████████████████▎ | 358/800 [00:22<00:27, 16.09it/s]\u001b[A\n",
+ " 45%|██████████████████▍ | 360/800 [00:22<00:26, 16.32it/s]\u001b[A\n",
+ " 45%|██████████████████▌ | 362/800 [00:22<00:26, 16.48it/s]\u001b[A\n",
+ " 46%|██████████████████▋ | 364/800 [00:22<00:26, 16.46it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 366/800 [00:22<00:27, 16.06it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 368/800 [00:22<00:26, 16.04it/s]\u001b[A\n",
+ " 46%|██████████████████▉ | 370/800 [00:23<00:25, 16.85it/s]\u001b[A\n",
+ " 46%|███████████████████ | 372/800 [00:23<00:25, 17.03it/s]\u001b[A\n",
+ " 47%|███████████████████▏ | 374/800 [00:23<00:26, 16.30it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 376/800 [00:23<00:26, 16.16it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 378/800 [00:23<00:26, 16.04it/s]\u001b[A\n",
+ " 48%|███████████████████▍ | 380/800 [00:23<00:25, 16.53it/s]\u001b[A\n",
+ " 48%|███████████████████▌ | 382/800 [00:23<00:24, 16.95it/s]\u001b[A\n",
+ " 48%|███████████████████▋ | 384/800 [00:23<00:24, 16.65it/s]\u001b[A\n",
+ " 48%|███████████████████▊ | 386/800 [00:24<00:24, 16.82it/s]\u001b[A\n",
+ " 48%|███████████████████▉ | 388/800 [00:24<00:23, 17.41it/s]\u001b[A\n",
+ " 49%|███████████████████▉ | 390/800 [00:24<00:24, 16.68it/s]\u001b[A\n",
+ " 49%|████████████████████ | 392/800 [00:24<00:24, 16.36it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 394/800 [00:24<00:25, 16.23it/s]\u001b[A\n",
+ " 50%|████████████████████▎ | 396/800 [00:24<00:24, 16.58it/s]\u001b[A\n",
+ " 50%|████████████████████▍ | 398/800 [00:24<00:24, 16.68it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 400/800 [00:24<00:24, 16.52it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 402/800 [00:25<00:23, 16.82it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 405/800 [00:25<00:23, 17.05it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 407/800 [00:25<00:23, 16.71it/s]\u001b[A\n",
+ " 51%|████████████████████▉ | 409/800 [00:25<00:23, 16.68it/s]\u001b[A\n",
+ " 51%|█████████████████████ | 411/800 [00:25<00:22, 17.33it/s]\u001b[A\n",
+ " 52%|█████████████████████▏ | 413/800 [00:25<00:22, 17.35it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 416/800 [00:25<00:21, 17.71it/s]\u001b[A\n",
+ " 52%|█████████████████████▍ | 418/800 [00:25<00:21, 17.40it/s]\u001b[A\n",
+ " 52%|█████████████████████▌ | 420/800 [00:26<00:21, 17.31it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 422/800 [00:26<00:21, 17.26it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 424/800 [00:26<00:22, 16.38it/s]\u001b[A\n",
+ " 53%|█████████████████████▊ | 426/800 [00:26<00:23, 16.17it/s]\u001b[A\n",
+ " 54%|█████████████████████▉ | 428/800 [00:26<00:23, 15.71it/s]\u001b[A\n",
+ " 54%|██████████████████████ | 430/800 [00:26<00:22, 16.40it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 432/800 [00:26<00:23, 15.94it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 434/800 [00:26<00:24, 15.14it/s]\u001b[A\n",
+ " 55%|██████████████████████▎ | 436/800 [00:27<00:23, 15.63it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 438/800 [00:27<00:22, 16.29it/s]\u001b[A\n",
+ " 55%|██████████████████████▌ | 440/800 [00:27<00:22, 16.24it/s]\u001b[A\n",
+ " 55%|██████████████████████▋ | 442/800 [00:27<00:22, 16.09it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 444/800 [00:27<00:22, 15.71it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 446/800 [00:27<00:22, 15.42it/s]\u001b[A\n",
+ " 56%|██████████████████████▉ | 448/800 [00:27<00:22, 15.99it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 450/800 [00:27<00:22, 15.74it/s]\u001b[A\n",
+ " 56%|███████████████████████▏ | 452/800 [00:28<00:21, 16.11it/s]\u001b[A\n",
+ " 57%|███████████████████████▎ | 455/800 [00:28<00:19, 17.43it/s]\u001b[A\n",
+ " 57%|███████████████████████▍ | 457/800 [00:28<00:19, 17.82it/s]\u001b[A\n",
+ " 57%|███████████████████████▌ | 459/800 [00:28<00:18, 18.04it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 461/800 [00:28<00:18, 18.40it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 463/800 [00:28<00:19, 17.04it/s]\u001b[A\n",
+ " 58%|███████████████████████▊ | 465/800 [00:28<00:20, 16.06it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 467/800 [00:28<00:20, 16.58it/s]\u001b[A\n",
+ " 59%|████████████████████████ | 469/800 [00:29<00:19, 17.41it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 471/800 [00:29<00:19, 16.52it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 473/800 [00:29<00:19, 16.52it/s]\u001b[A\n",
+ " 59%|████████████████████████▎ | 475/800 [00:29<00:19, 16.69it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 477/800 [00:29<00:19, 16.97it/s]\u001b[A\n",
+ " 60%|████████████████████████▌ | 479/800 [00:29<00:18, 17.14it/s]\u001b[A\n",
+ " 60%|████████████████████████▋ | 481/800 [00:29<00:19, 16.25it/s]\u001b[A\n",
+ " 60%|████████████████████████▊ | 483/800 [00:29<00:18, 17.06it/s]\u001b[A\n",
+ " 61%|████████████████████████▊ | 485/800 [00:29<00:18, 16.89it/s]\u001b[A\n",
+ " 61%|████████████████████████▉ | 487/800 [00:30<00:20, 15.54it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 489/800 [00:30<00:18, 16.39it/s]\u001b[A\n",
+ " 61%|█████████████████████████▏ | 491/800 [00:30<00:18, 16.35it/s]\u001b[A\n",
+ " 62%|█████████████████████████▎ | 493/800 [00:30<00:18, 16.48it/s]\u001b[A\n",
+ " 62%|█████████████████████████▎ | 495/800 [00:30<00:17, 17.27it/s]\u001b[A\n",
+ " 62%|█████████████████████████▍ | 497/800 [00:30<00:17, 17.32it/s]\u001b[A\n",
+ " 62%|█████████████████████████▌ | 499/800 [00:30<00:18, 16.42it/s]\u001b[A\n",
+ " 63%|█████████████████████████▋ | 501/800 [00:30<00:18, 15.94it/s]\u001b[A\n",
+ " 63%|█████████████████████████▊ | 503/800 [00:31<00:18, 16.49it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 505/800 [00:31<00:17, 16.84it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 507/800 [00:31<00:18, 16.07it/s]\u001b[A\n",
+ " 64%|██████████████████████████ | 509/800 [00:31<00:18, 15.86it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 511/800 [00:31<00:17, 16.45it/s]\u001b[A\n",
+ " 64%|██████████████████████████▎ | 513/800 [00:31<00:16, 17.05it/s]\u001b[A\n",
+ " 64%|██████████████████████████▍ | 515/800 [00:31<00:16, 17.12it/s]\u001b[A\n",
+ " 65%|██████████████████████████▍ | 517/800 [00:31<00:16, 16.83it/s]\u001b[A\n",
+ " 65%|██████████████████████████▌ | 519/800 [00:32<00:16, 16.91it/s]\u001b[A\n",
+ " 65%|██████████████████████████▋ | 521/800 [00:32<00:16, 17.24it/s]\u001b[A\n",
+ " 65%|██████████████████████████▊ | 523/800 [00:32<00:16, 16.85it/s]\u001b[A\n",
+ " 66%|██████████████████████████▉ | 525/800 [00:32<00:16, 17.13it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 527/800 [00:32<00:15, 17.34it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 529/800 [00:32<00:15, 17.81it/s]\u001b[A\n",
+ " 66%|███████████████████████████▏ | 531/800 [00:32<00:15, 17.01it/s]\u001b[A\n",
+ " 67%|███████████████████████████▎ | 533/800 [00:32<00:16, 16.20it/s]\u001b[A\n",
+ " 67%|███████████████████████████▍ | 535/800 [00:33<00:17, 15.51it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 537/800 [00:33<00:16, 15.79it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 539/800 [00:33<00:16, 16.20it/s]\u001b[A\n",
+ " 68%|███████████████████████████▋ | 541/800 [00:33<00:15, 16.75it/s]\u001b[A\n",
+ " 68%|███████████████████████████▊ | 543/800 [00:33<00:14, 17.52it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 545/800 [00:33<00:14, 17.19it/s]\u001b[A\n",
+ " 68%|████████████████████████████ | 547/800 [00:33<00:14, 17.04it/s]\u001b[A\n",
+ " 69%|███████████████��████████████▏ | 549/800 [00:33<00:14, 17.68it/s]\u001b[A\n",
+ " 69%|████████████████████████████▎ | 552/800 [00:33<00:13, 18.55it/s]\u001b[A\n",
+ " 69%|████████████████████████████▍ | 554/800 [00:34<00:13, 18.10it/s]\u001b[A\n",
+ " 70%|████████████████████████████▌ | 557/800 [00:34<00:12, 18.73it/s]\u001b[A\n",
+ " 70%|████████████████████████████▋ | 559/800 [00:34<00:13, 18.47it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 561/800 [00:34<00:12, 18.70it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 563/800 [00:34<00:12, 18.90it/s]\u001b[A\n",
+ " 71%|████████████████████████████▉ | 565/800 [00:34<00:12, 18.24it/s]\u001b[A\n",
+ " 71%|█████████████████████████████ | 567/800 [00:34<00:12, 18.64it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▏ | 569/800 [00:34<00:12, 17.95it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▎ | 571/800 [00:35<00:12, 17.76it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▎ | 573/800 [00:35<00:12, 18.24it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▍ | 575/800 [00:35<00:12, 18.62it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 577/800 [00:35<00:11, 18.64it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▋ | 579/800 [00:35<00:12, 18.34it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▊ | 581/800 [00:35<00:12, 17.96it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▉ | 583/800 [00:35<00:11, 18.44it/s]\u001b[A\n",
+ " 73%|██████████████████████████████ | 586/800 [00:35<00:11, 19.11it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 588/800 [00:35<00:11, 18.46it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 590/800 [00:36<00:12, 17.41it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▎ | 592/800 [00:36<00:12, 16.51it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▍ | 594/800 [00:36<00:12, 16.79it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▌ | 596/800 [00:36<00:12, 16.64it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▋ | 599/800 [00:36<00:11, 18.08it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▊ | 601/800 [00:36<00:10, 18.49it/s]\u001b[A\n",
+ " 76%|██████████████████████████████▉ | 604/800 [00:36<00:10, 19.14it/s]\u001b[A\n",
+ " 76%|███████████████████████████████ | 606/800 [00:36<00:10, 19.07it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▏ | 609/800 [00:37<00:10, 18.70it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▎ | 611/800 [00:37<00:10, 18.86it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▍ | 614/800 [00:37<00:09, 19.57it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▌ | 616/800 [00:37<00:09, 19.62it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▋ | 618/800 [00:37<00:09, 19.63it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▊ | 620/800 [00:37<00:09, 19.04it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 622/800 [00:37<00:09, 18.48it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 624/800 [00:37<00:09, 17.87it/s]\u001b[A\n",
+ " 78%|████████████████████████████████▏ | 627/800 [00:38<00:09, 18.57it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▏ | 629/800 [00:38<00:09, 18.69it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▎ | 631/800 [00:38<00:09, 18.48it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▍ | 633/800 [00:38<00:09, 18.19it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▌ | 635/800 [00:38<00:09, 17.40it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 638/800 [00:38<00:09, 17.81it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▊ | 640/800 [00:38<00:09, 17.45it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▉ | 642/800 [00:38<00:09, 17.48it/s]\u001b[A\n",
+ " 80%|█████████████████████████████████ | 644/800 [00:39<00:08, 17.50it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████ | 646/800 [00:39<00:08, 17.21it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 649/800 [00:39<00:08, 18.07it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 651/800 [00:39<00:08, 18.16it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▍ | 653/800 [00:39<00:08, 17.01it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▌ | 656/800 [00:39<00:08, 17.69it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▋ | 658/800 [00:39<00:08, 17.71it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▊ | 660/800 [00:39<00:07, 17.54it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 662/800 [00:40<00:07, 17.67it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████ | 664/800 [00:40<00:07, 18.12it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████▏ | 666/800 [00:40<00:07, 18.04it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▏ | 668/800 [00:40<00:07, 17.97it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▎ | 670/800 [00:40<00:07, 18.19it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▍ | 672/800 [00:40<00:07, 17.92it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▌ | 674/800 [00:40<00:07, 17.58it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▋ | 676/800 [00:40<00:07, 17.61it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▋ | 678/800 [00:40<00:06, 17.79it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▊ | 680/800 [00:41<00:06, 17.45it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▉ | 682/800 [00:41<00:06, 17.69it/s]\u001b[A\n",
+ " 86%|███████████████████��███████████████ | 685/800 [00:41<00:06, 17.95it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▏ | 687/800 [00:41<00:06, 16.91it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 689/800 [00:41<00:06, 16.19it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▍ | 691/800 [00:41<00:06, 16.57it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 693/800 [00:41<00:06, 16.08it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 695/800 [00:41<00:06, 17.01it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▋ | 697/800 [00:42<00:06, 15.69it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▊ | 699/800 [00:42<00:06, 16.14it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 701/800 [00:42<00:06, 16.20it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████ | 703/800 [00:42<00:06, 15.94it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 706/800 [00:42<00:05, 16.59it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▎ | 708/800 [00:42<00:05, 16.16it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 710/800 [00:42<00:05, 16.97it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▌ | 713/800 [00:43<00:04, 17.84it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▋ | 715/800 [00:43<00:04, 17.46it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▋ | 717/800 [00:43<00:04, 17.68it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▊ | 719/800 [00:43<00:04, 16.80it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▉ | 721/800 [00:43<00:04, 17.28it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 723/800 [00:43<00:04, 17.79it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▏ | 725/800 [00:43<00:04, 18.05it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▎ | 727/800 [00:43<00:04, 17.65it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▍ | 730/800 [00:43<00:03, 18.07it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▌ | 733/800 [00:44<00:03, 18.71it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▋ | 735/800 [00:44<00:03, 18.26it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 738/800 [00:44<00:03, 18.89it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▉ | 740/800 [00:44<00:03, 18.51it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████ | 742/800 [00:44<00:03, 18.84it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 744/800 [00:44<00:03, 17.93it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 746/800 [00:44<00:02, 18.05it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▎ | 748/800 [00:44<00:03, 17.17it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▍ | 750/800 [00:45<00:02, 17.18it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▌ | 752/800 [00:45<00:02, 16.76it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 754/800 [00:45<00:02, 16.39it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 756/800 [00:45<00:02, 16.92it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▊ | 758/800 [00:45<00:02, 17.15it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▉ | 760/800 [00:45<00:02, 17.68it/s]\u001b[A\n",
+ " 95%|███████████████████████████████████████ | 762/800 [00:45<00:02, 17.43it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▏ | 765/800 [00:45<00:02, 17.40it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 767/800 [00:46<00:01, 17.30it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▍ | 769/800 [00:46<00:01, 15.78it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▌ | 771/800 [00:46<00:01, 15.68it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▌ | 773/800 [00:46<00:01, 15.17it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▋ | 775/800 [00:46<00:01, 14.16it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 777/800 [00:46<00:01, 13.54it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▉ | 779/800 [00:46<00:01, 14.58it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████ | 781/800 [00:47<00:01, 15.05it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 783/800 [00:47<00:01, 14.82it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 785/800 [00:47<00:01, 14.89it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▎| 787/800 [00:47<00:00, 14.98it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▍| 789/800 [00:47<00:00, 14.79it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▌| 791/800 [00:47<00:00, 15.39it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▋| 793/800 [00:47<00:00, 14.69it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▋| 795/800 [00:47<00:00, 15.53it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▊| 797/800 [00:48<00:00, 16.29it/s]\u001b[A\n",
+ " \u001b[A\n",
+ " 68%|███████████████████████▋ | 4000/5900 [2:28:40<1:11:14, 2.25s/it]\n",
+ "100%|█████████████████████████████████████████| 800/800 [00:48<00:00, 15.82it/s]\u001b[A\n",
+ " \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-sakha/checkpoint-4000\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-4000/config.json\n",
+ "Model weights saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-4000/pytorch_model.bin\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-4000/preprocessor_config.json\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ "Deleting older checkpoint [wav2vec2-large-xls-r-300m-sakha/checkpoint-3000] due to args.save_total_limit\n",
+ " 76%|████████████████████████████▏ | 4500/5900 [2:46:55<52:42, 2.26s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 800\n",
+ " Batch size = 1\n",
+ "\n",
+ " 0%| | 0/800 [00:00, ?it/s]\u001b[A\n",
+ " 0%|▏ | 3/800 [00:00<00:31, 24.98it/s]\u001b[A\n",
+ " 1%|▎ | 6/800 [00:00<00:43, 18.16it/s]\u001b[A\n",
+ " 1%|▍ | 8/800 [00:00<00:49, 16.15it/s]\u001b[A\n",
+ " 1%|▌ | 10/800 [00:00<00:50, 15.50it/s]\u001b[A\n",
+ " 2%|▋ | 12/800 [00:00<00:47, 16.51it/s]\u001b[A\n",
+ " 2%|▋ | 14/800 [00:00<00:48, 16.30it/s]\u001b[A\n",
+ " 2%|▊ | 16/800 [00:00<00:49, 15.73it/s]\u001b[A\n",
+ " 2%|▉ | 18/800 [00:01<00:49, 15.94it/s]\u001b[A\n",
+ " 2%|█ | 20/800 [00:01<00:49, 15.81it/s]\u001b[A\n",
+ " 3%|█▏ | 22/800 [00:01<00:49, 15.63it/s]\u001b[A\n",
+ " 3%|█▎ | 24/800 [00:01<00:47, 16.35it/s]\u001b[A\n",
+ " 3%|█▎ | 26/800 [00:01<00:48, 16.07it/s]\u001b[A\n",
+ " 4%|█▍ | 28/800 [00:01<00:48, 15.91it/s]\u001b[A\n",
+ " 4%|█▌ | 30/800 [00:01<00:48, 15.72it/s]\u001b[A\n",
+ " 4%|█▋ | 32/800 [00:01<00:47, 16.31it/s]\u001b[A\n",
+ " 4%|█▊ | 34/800 [00:02<00:48, 15.72it/s]\u001b[A\n",
+ " 4%|█▉ | 36/800 [00:02<00:48, 15.79it/s]\u001b[A\n",
+ " 5%|█▉ | 38/800 [00:02<00:46, 16.54it/s]\u001b[A\n",
+ " 5%|██ | 40/800 [00:02<00:45, 16.84it/s]\u001b[A\n",
+ " 5%|██▎ | 43/800 [00:02<00:41, 18.07it/s]\u001b[A\n",
+ " 6%|██▎ | 45/800 [00:02<00:43, 17.28it/s]\u001b[A\n",
+ " 6%|██▍ | 47/800 [00:02<00:41, 17.96it/s]\u001b[A\n",
+ " 6%|██▋ | 50/800 [00:02<00:40, 18.63it/s]\u001b[A\n",
+ " 6%|██▋ | 52/800 [00:03<00:44, 16.93it/s]\u001b[A\n",
+ " 7%|██▊ | 54/800 [00:03<00:43, 17.02it/s]\u001b[A\n",
+ " 7%|██▉ | 56/800 [00:03<00:46, 16.16it/s]\u001b[A\n",
+ " 7%|███ | 58/800 [00:03<00:45, 16.15it/s]\u001b[A\n",
+ " 8%|███▏ | 60/800 [00:03<00:43, 17.07it/s]\u001b[A\n",
+ " 8%|███▎ | 62/800 [00:03<00:46, 15.74it/s]\u001b[A\n",
+ " 8%|███▎ | 64/800 [00:03<00:45, 16.01it/s]\u001b[A\n",
+ " 8%|███▍ | 66/800 [00:04<00:46, 15.90it/s]\u001b[A\n",
+ " 8%|███▌ | 68/800 [00:04<00:43, 16.64it/s]\u001b[A\n",
+ " 9%|███▋ | 70/800 [00:04<00:42, 17.34it/s]\u001b[A\n",
+ " 9%|███▊ | 72/800 [00:04<00:43, 16.76it/s]\u001b[A\n",
+ " 9%|███▉ | 74/800 [00:04<00:41, 17.37it/s]\u001b[A\n",
+ " 10%|███▉ | 76/800 [00:04<00:40, 17.77it/s]\u001b[A\n",
+ " 10%|████ | 78/800 [00:04<00:39, 18.37it/s]\u001b[A\n",
+ " 10%|████▏ | 80/800 [00:04<00:40, 17.76it/s]\u001b[A\n",
+ " 10%|████▎ | 82/800 [00:04<00:41, 17.40it/s]\u001b[A\n",
+ " 10%|████▍ | 84/800 [00:05<00:40, 17.89it/s]\u001b[A\n",
+ " 11%|████▌ | 86/800 [00:05<00:39, 17.94it/s]\u001b[A\n",
+ " 11%|████▌ | 88/800 [00:05<00:38, 18.37it/s]\u001b[A\n",
+ " 11%|████▋ | 90/800 [00:05<00:41, 17.22it/s]\u001b[A\n",
+ " 12%|████▊ | 92/800 [00:05<00:41, 17.10it/s]\u001b[A\n",
+ " 12%|████▉ | 94/800 [00:05<00:42, 16.61it/s]\u001b[A\n",
+ " 12%|█████ | 97/800 [00:05<00:40, 17.19it/s]\u001b[A\n",
+ " 12%|█████▏ | 99/800 [00:05<00:41, 16.79it/s]\u001b[A\n",
+ " 13%|█████▏ | 101/800 [00:06<00:43, 16.00it/s]\u001b[A\n",
+ " 13%|█████▎ | 103/800 [00:06<00:44, 15.77it/s]\u001b[A\n",
+ " 13%|█████▍ | 105/800 [00:06<00:44, 15.64it/s]\u001b[A\n",
+ " 13%|█████▍ | 107/800 [00:06<00:46, 15.01it/s]\u001b[A\n",
+ " 14%|█████▌ | 109/800 [00:06<00:47, 14.53it/s]\u001b[A\n",
+ " 14%|█████▋ | 111/800 [00:06<00:46, 14.88it/s]\u001b[A\n",
+ " 14%|█████▊ | 113/800 [00:06<00:47, 14.61it/s]\u001b[A\n",
+ " 14%|█████▉ | 115/800 [00:06<00:46, 14.59it/s]\u001b[A\n",
+ " 15%|█████▉ | 117/800 [00:07<00:45, 15.01it/s]\u001b[A\n",
+ " 15%|██████ | 119/800 [00:07<00:45, 14.82it/s]\u001b[A\n",
+ " 15%|██████▏ | 121/800 [00:07<00:46, 14.74it/s]\u001b[A\n",
+ " 15%|██████▎ | 123/800 [00:07<00:46, 14.56it/s]\u001b[A\n",
+ " 16%|██████▍ | 125/800 [00:07<00:46, 14.63it/s]\u001b[A\n",
+ " 16%|██████▌ | 127/800 [00:07<00:44, 15.05it/s]\u001b[A\n",
+ " 16%|██████▌ | 129/800 [00:07<00:45, 14.60it/s]\u001b[A\n",
+ " 16%|██████▋ | 131/800 [00:08<00:49, 13.59it/s]\u001b[A\n",
+ " 17%|██████▊ | 133/800 [00:08<00:44, 14.94it/s]\u001b[A\n",
+ " 17%|██████▉ | 135/800 [00:08<00:46, 14.21it/s]\u001b[A\n",
+ " 17%|███████ | 137/800 [00:08<00:46, 14.23it/s]\u001b[A\n",
+ " 17%|███████ | 139/800 [00:08<00:43, 15.22it/s]\u001b[A\n",
+ " 18%|███████▏ | 141/800 [00:08<00:40, 16.33it/s]\u001b[A\n",
+ " 18%|███████▎ | 143/800 [00:08<00:39, 16.46it/s]\u001b[A\n",
+ " 18%|███████▍ | 145/800 [00:08<00:40, 16.14it/s]\u001b[A\n",
+ " 18%|███████▌ | 147/800 [00:09<00:38, 17.09it/s]\u001b[A\n",
+ " 19%|███████▋ | 149/800 [00:09<00:37, 17.32it/s]\u001b[A\n",
+ " 19%|███████▋ | 151/800 [00:09<00:37, 17.30it/s]\u001b[A\n",
+ " 19%|███████▊ | 153/800 [00:09<00:38, 16.94it/s]\u001b[A\n",
+ " 19%|███████▉ | 155/800 [00:09<00:37, 17.20it/s]\u001b[A\n",
+ " 20%|████████ | 157/800 [00:09<00:38, 16.55it/s]\u001b[A\n",
+ " 20%|████████▏ | 159/800 [00:09<00:39, 16.26it/s]\u001b[A\n",
+ " 20%|████████▎ | 161/800 [00:09<00:42, 15.12it/s]\u001b[A\n",
+ " 20%|████████▎ | 163/800 [00:10<00:40, 15.69it/s]\u001b[A\n",
+ " 21%|████████▍ | 165/800 [00:10<00:41, 15.29it/s]\u001b[A\n",
+ " 21%|████████▌ | 167/800 [00:10<00:40, 15.57it/s]\u001b[A\n",
+ " 21%|████████▋ | 169/800 [00:10<00:39, 15.88it/s]\u001b[A\n",
+ " 21%|████████▊ | 171/800 [00:10<00:38, 16.20it/s]\u001b[A\n",
+ " 22%|████████▊ | 173/800 [00:10<00:38, 16.29it/s]\u001b[A\n",
+ " 22%|████████▉ | 175/800 [00:10<00:39, 15.70it/s]\u001b[A\n",
+ " 22%|█████████ | 177/800 [00:10<00:38, 15.99it/s]\u001b[A\n",
+ " 22%|█████████▏ | 179/800 [00:11<00:39, 15.61it/s]\u001b[A\n",
+ " 23%|█████████▎ | 181/800 [00:11<00:38, 16.14it/s]\u001b[A\n",
+ " 23%|█████████▍ | 183/800 [00:11<00:38, 16.07it/s]\u001b[A\n",
+ " 23%|█████████▍ | 185/800 [00:11<00:38, 16.18it/s]\u001b[A\n",
+ " 23%|█████████▌ | 187/800 [00:11<00:36, 16.80it/s]\u001b[A\n",
+ " 24%|█████████▋ | 189/800 [00:11<00:39, 15.56it/s]\u001b[A\n",
+ " 24%|█████████▊ | 191/800 [00:11<00:40, 15.15it/s]\u001b[A\n",
+ " 24%|█████████▉ | 193/800 [00:11<00:40, 15.01it/s]\u001b[A\n",
+ " 24%|██████████ | 196/800 [00:12<00:37, 16.26it/s]\u001b[A\n",
+ " 25%|██████████▏ | 198/800 [00:12<00:36, 16.38it/s]\u001b[A\n",
+ " 25%|██████████▎ | 200/800 [00:12<00:35, 16.71it/s]\u001b[A\n",
+ " 25%|██████████▎ | 202/800 [00:12<00:37, 15.98it/s]\u001b[A\n",
+ " 26%|██████████▍ | 204/800 [00:12<00:38, 15.31it/s]\u001b[A\n",
+ " 26%|██████████▌ | 206/800 [00:12<00:38, 15.56it/s]\u001b[A\n",
+ " 26%|██████████▋ | 208/800 [00:12<00:38, 15.51it/s]\u001b[A\n",
+ " 26%|██████████▊ | 210/800 [00:13<00:37, 15.64it/s]\u001b[A\n",
+ " 26%|██████████▊ | 212/800 [00:13<00:38, 15.43it/s]\u001b[A\n",
+ " 27%|███████████ | 215/800 [00:13<00:34, 16.74it/s]\u001b[A\n",
+ " 27%|███████████ | 217/800 [00:13<00:37, 15.72it/s]\u001b[A\n",
+ " 27%|███████████▏ | 219/800 [00:13<00:36, 15.87it/s]\u001b[A\n",
+ " 28%|███████████▎ | 221/800 [00:13<00:38, 15.06it/s]\u001b[A\n",
+ " 28%|███████████▍ | 223/800 [00:13<00:37, 15.42it/s]\u001b[A\n",
+ " 28%|███████████▌ | 225/800 [00:13<00:35, 16.19it/s]\u001b[A\n",
+ " 28%|███████████▋ | 227/800 [00:14<00:35, 16.01it/s]\u001b[A\n",
+ " 29%|███████████▋ | 229/800 [00:14<00:35, 16.30it/s]\u001b[A\n",
+ " 29%|███████████▊ | 231/800 [00:14<00:38, 14.81it/s]\u001b[A\n",
+ " 29%|███████████▉ | 233/800 [00:14<00:38, 14.57it/s]\u001b[A\n",
+ " 29%|████████████ | 235/800 [00:14<00:37, 15.17it/s]\u001b[A\n",
+ " 30%|████████████▏ | 237/800 [00:14<00:36, 15.34it/s]\u001b[A\n",
+ " 30%|████████████▏ | 239/800 [00:14<00:34, 16.40it/s]\u001b[A\n",
+ " 30%|████████████▎ | 241/800 [00:15<00:35, 15.95it/s]\u001b[A\n",
+ " 30%|████████████▌ | 244/800 [00:15<00:33, 16.65it/s]\u001b[A\n",
+ " 31%|████████████▌ | 246/800 [00:15<00:32, 17.05it/s]\u001b[A\n",
+ " 31%|████████████▋ | 248/800 [00:15<00:32, 17.02it/s]\u001b[A\n",
+ " 31%|████████████▊ | 251/800 [00:15<00:32, 17.04it/s]\u001b[A\n",
+ " 32%|████████████▉ | 253/800 [00:15<00:33, 16.31it/s]\u001b[A\n",
+ " 32%|█████████████ | 255/800 [00:15<00:33, 16.13it/s]\u001b[A\n",
+ " 32%|█████████████▏ | 257/800 [00:15<00:34, 15.75it/s]\u001b[A\n",
+ " 32%|█████████████▎ | 259/800 [00:16<00:36, 15.02it/s]\u001b[A\n",
+ " 33%|█████���███████▍ | 261/800 [00:16<00:37, 14.30it/s]\u001b[A\n",
+ " 33%|█████████████▍ | 263/800 [00:16<00:39, 13.43it/s]\u001b[A\n",
+ " 33%|█████████████▌ | 265/800 [00:16<00:39, 13.63it/s]\u001b[A\n",
+ " 33%|█████████████▋ | 267/800 [00:16<00:38, 13.69it/s]\u001b[A\n",
+ " 34%|█████████████▊ | 269/800 [00:16<00:38, 13.76it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 271/800 [00:17<00:39, 13.30it/s]\u001b[A\n",
+ " 34%|█████████████▉ | 273/800 [00:17<00:39, 13.21it/s]\u001b[A\n",
+ " 34%|██████████████ | 275/800 [00:17<00:39, 13.37it/s]\u001b[A\n",
+ " 35%|██████████████▏ | 277/800 [00:17<00:36, 14.15it/s]\u001b[A\n",
+ " 35%|██████████████▎ | 279/800 [00:17<00:35, 14.65it/s]\u001b[A\n",
+ " 35%|██████████████▍ | 281/800 [00:17<00:36, 14.32it/s]\u001b[A\n",
+ " 35%|██████████████▌ | 283/800 [00:17<00:37, 13.81it/s]\u001b[A\n",
+ " 36%|██████████████▌ | 285/800 [00:18<00:35, 14.37it/s]\u001b[A\n",
+ " 36%|██████████████▋ | 287/800 [00:18<00:35, 14.47it/s]\u001b[A\n",
+ " 36%|██████████████▊ | 289/800 [00:18<00:34, 14.80it/s]\u001b[A\n",
+ " 36%|██████████████▉ | 291/800 [00:18<00:32, 15.47it/s]\u001b[A\n",
+ " 37%|███████████████ | 293/800 [00:18<00:33, 15.30it/s]\u001b[A\n",
+ " 37%|███████████████ | 295/800 [00:18<00:33, 15.00it/s]\u001b[A\n",
+ " 37%|███████████████▏ | 297/800 [00:18<00:33, 15.13it/s]\u001b[A\n",
+ " 37%|███████████████▎ | 299/800 [00:18<00:32, 15.65it/s]\u001b[A\n",
+ " 38%|███████████████▍ | 301/800 [00:19<00:30, 16.15it/s]\u001b[A\n",
+ " 38%|███████████████▌ | 303/800 [00:19<00:30, 16.44it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 305/800 [00:19<00:29, 16.69it/s]\u001b[A\n",
+ " 38%|███████████████▋ | 307/800 [00:19<00:28, 17.12it/s]\u001b[A\n",
+ " 39%|███████████████▊ | 309/800 [00:19<00:29, 16.78it/s]\u001b[A\n",
+ " 39%|███████████████▉ | 311/800 [00:19<00:28, 17.13it/s]\u001b[A\n",
+ " 39%|████████████████ | 313/800 [00:19<00:29, 16.27it/s]\u001b[A\n",
+ " 39%|████████████████▏ | 315/800 [00:19<00:29, 16.66it/s]\u001b[A\n",
+ " 40%|████████████████▏ | 317/800 [00:19<00:28, 17.08it/s]\u001b[A\n",
+ " 40%|████████████████▎ | 319/800 [00:20<00:27, 17.66it/s]\u001b[A\n",
+ " 40%|████████████████▍ | 321/800 [00:20<00:26, 17.76it/s]\u001b[A\n",
+ " 40%|████████████████▌ | 323/800 [00:20<00:31, 15.21it/s]\u001b[A\n",
+ " 41%|████████████████▋ | 325/800 [00:20<00:30, 15.56it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 327/800 [00:20<00:29, 16.17it/s]\u001b[A\n",
+ " 41%|████████████████▊ | 329/800 [00:20<00:29, 16.05it/s]\u001b[A\n",
+ " 41%|████████████████▉ | 331/800 [00:20<00:29, 16.03it/s]\u001b[A\n",
+ " 42%|█████████████████ | 333/800 [00:20<00:29, 15.91it/s]\u001b[A\n",
+ " 42%|█████████████████▏ | 335/800 [00:21<00:29, 15.99it/s]\u001b[A\n",
+ " 42%|█████████████████▎ | 338/800 [00:21<00:26, 17.37it/s]\u001b[A\n",
+ " 42%|█████████████████▍ | 340/800 [00:21<00:26, 17.26it/s]\u001b[A\n",
+ " 43%|█████████████████▌ | 342/800 [00:21<00:25, 17.62it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 344/800 [00:21<00:27, 16.88it/s]\u001b[A\n",
+ " 43%|█████████████████▋ | 346/800 [00:21<00:27, 16.53it/s]\u001b[A\n",
+ " 44%|█████████████████▊ | 348/800 [00:21<00:26, 17.09it/s]\u001b[A\n",
+ " 44%|█████████████████▉ | 350/800 [00:21<00:26, 17.26it/s]\u001b[A\n",
+ " 44%|██████████████████ | 352/800 [00:22<00:25, 17.53it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 354/800 [00:22<00:26, 16.65it/s]\u001b[A\n",
+ " 44%|██████████████████▏ | 356/800 [00:22<00:28, 15.70it/s]\u001b[A\n",
+ " 45%|██████████████████▎ | 358/800 [00:22<00:28, 15.40it/s]\u001b[A\n",
+ " 45%|██████████████████▍ | 360/800 [00:22<00:28, 15.70it/s]\u001b[A\n",
+ " 45%|██████████████████▌ | 362/800 [00:22<00:27, 15.95it/s]\u001b[A\n",
+ " 46%|██████████████████▋ | 364/800 [00:22<00:27, 15.80it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 366/800 [00:22<00:28, 15.42it/s]\u001b[A\n",
+ " 46%|██████████████████▊ | 368/800 [00:23<00:27, 15.70it/s]\u001b[A\n",
+ " 46%|██████████████████▉ | 370/800 [00:23<00:26, 16.39it/s]\u001b[A\n",
+ " 46%|███████████████████ | 372/800 [00:23<00:25, 16.67it/s]\u001b[A\n",
+ " 47%|███████████████████▏ | 374/800 [00:23<00:26, 15.97it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 376/800 [00:23<00:26, 15.90it/s]\u001b[A\n",
+ " 47%|███████████████████▎ | 378/800 [00:23<00:26, 16.01it/s]\u001b[A\n",
+ " 48%|███████████████████▍ | 380/800 [00:23<00:25, 16.18it/s]\u001b[A\n",
+ " 48%|███████████████████▌ | 382/800 [00:23<00:24, 16.83it/s]\u001b[A\n",
+ " 48%|███████████████████▋ | 384/800 [00:24<00:25, 16.60it/s]\u001b[A\n",
+ " 48%|███████████████████▊ | 386/800 [00:24<00:24, 16.91it/s]\u001b[A\n",
+ " 48%|███████████████████▉ | 388/800 [00:24<00:23, 17.34it/s]\u001b[A\n",
+ " 49%|███████████████████▉ | 390/800 [00:24<00:24, 16.67it/s]\u001b[A\n",
+ " 49%|████████████████████ | 392/800 [00:24<00:25, 16.17it/s]\u001b[A\n",
+ " 49%|████████████████████▏ | 394/800 [00:24<00:25, 15.93it/s]\u001b[A\n",
+ " 50%|████████████████████▎ | 396/800 [00:24<00:24, 16.29it/s]\u001b[A\n",
+ " 50%|████████████████████▍ | 398/800 [00:24<00:24, 16.21it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 400/800 [00:25<00:24, 16.16it/s]\u001b[A\n",
+ " 50%|████████████████████▌ | 402/800 [00:25<00:24, 16.06it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 405/800 [00:25<00:23, 16.62it/s]\u001b[A\n",
+ " 51%|████████████████████▊ | 407/800 [00:25<00:23, 16.40it/s]\u001b[A\n",
+ " 51%|████████████████████▉ | 409/800 [00:25<00:24, 16.26it/s]\u001b[A\n",
+ " 51%|█████████████████████ | 411/800 [00:25<00:22, 16.92it/s]\u001b[A\n",
+ " 52%|███████████████��█████▏ | 413/800 [00:25<00:23, 16.75it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 415/800 [00:25<00:22, 17.14it/s]\u001b[A\n",
+ " 52%|█████████████████████▎ | 417/800 [00:26<00:23, 16.57it/s]\u001b[A\n",
+ " 52%|█████████████████████▍ | 419/800 [00:26<00:23, 16.30it/s]\u001b[A\n",
+ " 53%|█████████████████████▌ | 421/800 [00:26<00:22, 16.74it/s]\u001b[A\n",
+ " 53%|█████████████████████▋ | 423/800 [00:26<00:23, 16.19it/s]\u001b[A\n",
+ " 53%|█████████████████████▊ | 425/800 [00:26<00:22, 16.71it/s]\u001b[A\n",
+ " 53%|█████████████████████▉ | 427/800 [00:26<00:22, 16.89it/s]\u001b[A\n",
+ " 54%|█████████████████████▉ | 429/800 [00:26<00:22, 16.75it/s]\u001b[A\n",
+ " 54%|██████████████████████ | 431/800 [00:26<00:21, 17.29it/s]\u001b[A\n",
+ " 54%|██████████████████████▏ | 433/800 [00:27<00:22, 16.01it/s]\u001b[A\n",
+ " 54%|██████████████████████▎ | 435/800 [00:27<00:23, 15.85it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 437/800 [00:27<00:22, 15.92it/s]\u001b[A\n",
+ " 55%|██████████████████████▍ | 439/800 [00:27<00:22, 16.18it/s]\u001b[A\n",
+ " 55%|██████████████████████▌ | 441/800 [00:27<00:21, 16.37it/s]\u001b[A\n",
+ " 55%|██████████████████████▋ | 443/800 [00:27<00:21, 16.46it/s]\u001b[A\n",
+ " 56%|██████████████████████▊ | 445/800 [00:27<00:22, 15.88it/s]\u001b[A\n",
+ " 56%|██████████████████████▉ | 447/800 [00:27<00:22, 15.99it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 449/800 [00:28<00:22, 15.36it/s]\u001b[A\n",
+ " 56%|███████████████████████ | 451/800 [00:28<00:22, 15.67it/s]\u001b[A\n",
+ " 57%|███████████████████████▎ | 454/800 [00:28<00:20, 17.24it/s]\u001b[A\n",
+ " 57%|███████████████████████▍ | 457/800 [00:28<00:19, 17.69it/s]\u001b[A\n",
+ " 57%|███████████████████████▌ | 459/800 [00:28<00:19, 17.94it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 461/800 [00:28<00:18, 18.38it/s]\u001b[A\n",
+ " 58%|███████████████████████▋ | 463/800 [00:28<00:19, 17.03it/s]\u001b[A\n",
+ " 58%|███████████████████████▊ | 465/800 [00:28<00:20, 16.48it/s]\u001b[A\n",
+ " 58%|███████████████████████▉ | 467/800 [00:29<00:19, 17.20it/s]\u001b[A\n",
+ " 59%|████████████████████████ | 470/800 [00:29<00:18, 17.47it/s]\u001b[A\n",
+ " 59%|████████████████████████▏ | 472/800 [00:29<00:20, 16.10it/s]\u001b[A\n",
+ " 59%|████████████████████████▎ | 474/800 [00:29<00:19, 16.69it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 476/800 [00:29<00:18, 17.22it/s]\u001b[A\n",
+ " 60%|████████████████████████▍ | 478/800 [00:29<00:18, 16.96it/s]\u001b[A\n",
+ " 60%|████████████████████████▌ | 480/800 [00:29<00:19, 16.53it/s]\u001b[A\n",
+ " 60%|████████████████████████▋ | 482/800 [00:29<00:19, 16.61it/s]\u001b[A\n",
+ " 60%|████████████████████████▊ | 484/800 [00:30<00:18, 17.07it/s]\u001b[A\n",
+ " 61%|████████████████████████▉ | 486/800 [00:30<00:19, 16.43it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 488/800 [00:30<00:19, 15.94it/s]\u001b[A\n",
+ " 61%|█████████████████████████ | 490/800 [00:30<00:18, 16.53it/s]\u001b[A\n",
+ " 62%|█████████████████████████▏ | 492/800 [00:30<00:18, 16.41it/s]\u001b[A\n",
+ " 62%|█████████████████████████▎ | 494/800 [00:30<00:18, 16.70it/s]\u001b[A\n",
+ " 62%|█████████████████████████▍ | 496/800 [00:30<00:18, 16.26it/s]\u001b[A\n",
+ " 62%|█████████████████████████▌ | 498/800 [00:30<00:17, 17.21it/s]\u001b[A\n",
+ " 62%|█████████████████████████▋ | 500/800 [00:31<00:18, 16.12it/s]\u001b[A\n",
+ " 63%|█████████████████████████▋ | 502/800 [00:31<00:19, 15.57it/s]\u001b[A\n",
+ " 63%|█████████████████████████▊ | 504/800 [00:31<00:18, 16.14it/s]\u001b[A\n",
+ " 63%|█████████████████████████▉ | 506/800 [00:31<00:18, 16.32it/s]\u001b[A\n",
+ " 64%|██████████████████████████ | 508/800 [00:31<00:19, 14.88it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 510/800 [00:31<00:18, 15.35it/s]\u001b[A\n",
+ " 64%|██████████████████████████▏ | 512/800 [00:31<00:18, 15.50it/s]\u001b[A\n",
+ " 64%|██████████████████████████▎ | 514/800 [00:31<00:17, 16.03it/s]\u001b[A\n",
+ " 64%|██████████████████████████▍ | 516/800 [00:32<00:17, 16.33it/s]\u001b[A\n",
+ " 65%|██████████████████████████▌ | 518/800 [00:32<00:18, 15.63it/s]\u001b[A\n",
+ " 65%|██████████████████████████▋ | 520/800 [00:32<00:17, 15.74it/s]\u001b[A\n",
+ " 65%|██████████████████████████▊ | 522/800 [00:32<00:17, 16.03it/s]\u001b[A\n",
+ " 66%|██████████████████████████▊ | 524/800 [00:32<00:17, 15.79it/s]\u001b[A\n",
+ " 66%|██████████████████████████▉ | 526/800 [00:32<00:16, 16.66it/s]\u001b[A\n",
+ " 66%|███████████████████████████ | 528/800 [00:32<00:16, 16.87it/s]\u001b[A\n",
+ " 66%|███████████████████████████▏ | 530/800 [00:32<00:16, 16.30it/s]\u001b[A\n",
+ " 66%|███████████████████████████▎ | 532/800 [00:33<00:17, 15.06it/s]\u001b[A\n",
+ " 67%|███████████████████████████▎ | 534/800 [00:33<00:17, 15.31it/s]\u001b[A\n",
+ " 67%|███████████████████████████▍ | 536/800 [00:33<00:17, 15.06it/s]\u001b[A\n",
+ " 67%|███████████████████████████▌ | 538/800 [00:33<00:16, 15.46it/s]\u001b[A\n",
+ " 68%|███████████████████████████▋ | 540/800 [00:33<00:16, 15.42it/s]\u001b[A\n",
+ " 68%|███████████████████████████▊ | 543/800 [00:33<00:15, 16.85it/s]\u001b[A\n",
+ " 68%|███████████████████████████▉ | 545/800 [00:33<00:15, 16.67it/s]\u001b[A\n",
+ " 68%|████████████████████████████ | 547/800 [00:34<00:15, 16.28it/s]\u001b[A\n",
+ " 69%|████████████████████████████▏ | 549/800 [00:34<00:14, 17.08it/s]\u001b[A\n",
+ " 69%|████████████████████████████▏ | 551/800 [00:34<00:14, 17.42it/s]\u001b[A\n",
+ " 69%|██���█████████████████████████▎ | 553/800 [00:34<00:14, 17.59it/s]\u001b[A\n",
+ " 69%|████████████████████████████▍ | 555/800 [00:34<00:13, 17.78it/s]\u001b[A\n",
+ " 70%|████████████████████████████▌ | 557/800 [00:34<00:13, 18.04it/s]\u001b[A\n",
+ " 70%|████████████████████████████▋ | 559/800 [00:34<00:13, 17.99it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 561/800 [00:34<00:12, 18.44it/s]\u001b[A\n",
+ " 70%|████████████████████████████▊ | 563/800 [00:34<00:12, 18.53it/s]\u001b[A\n",
+ " 71%|████████████████████████████▉ | 565/800 [00:35<00:13, 17.70it/s]\u001b[A\n",
+ " 71%|█████████████████████████████ | 568/800 [00:35<00:13, 17.74it/s]\u001b[A\n",
+ " 71%|█████████████████████████████▏ | 570/800 [00:35<00:12, 17.96it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▎ | 573/800 [00:35<00:12, 18.50it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▍ | 575/800 [00:35<00:11, 18.76it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▌ | 577/800 [00:35<00:11, 19.01it/s]\u001b[A\n",
+ " 72%|█████████████████████████████▋ | 579/800 [00:35<00:11, 18.62it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▊ | 581/800 [00:35<00:12, 18.11it/s]\u001b[A\n",
+ " 73%|█████████████████████████████▉ | 583/800 [00:35<00:11, 18.31it/s]\u001b[A\n",
+ " 73%|██████████████████████████████ | 586/800 [00:36<00:11, 19.06it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 588/800 [00:36<00:11, 17.90it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▏ | 590/800 [00:36<00:12, 17.31it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▎ | 592/800 [00:36<00:12, 16.63it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▍ | 594/800 [00:36<00:12, 17.03it/s]\u001b[A\n",
+ " 74%|██████████████████████████████▌ | 596/800 [00:36<00:11, 17.03it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▋ | 599/800 [00:36<00:10, 18.42it/s]\u001b[A\n",
+ " 75%|██████████████████████████████▊ | 601/800 [00:36<00:10, 18.74it/s]\u001b[A\n",
+ " 76%|██████████████████████████████▉ | 604/800 [00:37<00:10, 19.12it/s]\u001b[A\n",
+ " 76%|███████████████████████████████ | 606/800 [00:37<00:10, 19.33it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▏ | 609/800 [00:37<00:10, 18.99it/s]\u001b[A\n",
+ " 76%|███████████████████████████████▎ | 611/800 [00:37<00:09, 19.13it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▍ | 614/800 [00:37<00:09, 19.73it/s]\u001b[A\n",
+ " 77%|███████████████████████████████▌ | 617/800 [00:37<00:08, 20.42it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▊ | 620/800 [00:37<00:09, 19.37it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 622/800 [00:38<00:09, 19.03it/s]\u001b[A\n",
+ " 78%|███████████████████████████████▉ | 624/800 [00:38<00:09, 18.45it/s]\u001b[A\n",
+ " 78%|████████████████████████████████▏ | 627/800 [00:38<00:09, 18.92it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▏ | 629/800 [00:38<00:09, 18.93it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▎ | 631/800 [00:38<00:09, 18.64it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▍ | 633/800 [00:38<00:09, 18.31it/s]\u001b[A\n",
+ " 79%|████████████████████████████████▌ | 635/800 [00:38<00:09, 17.45it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 637/800 [00:38<00:09, 17.89it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▋ | 639/800 [00:39<00:09, 17.05it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▊ | 641/800 [00:39<00:09, 17.47it/s]\u001b[A\n",
+ " 80%|████████████████████████████████▉ | 643/800 [00:39<00:08, 17.52it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████ | 645/800 [00:39<00:09, 16.68it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▏ | 648/800 [00:39<00:08, 18.01it/s]\u001b[A\n",
+ " 81%|█████████████████████████████████▎ | 650/800 [00:39<00:08, 17.90it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▍ | 652/800 [00:39<00:08, 17.80it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▌ | 655/800 [00:39<00:07, 18.62it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▋ | 657/800 [00:40<00:07, 18.18it/s]\u001b[A\n",
+ " 82%|█████████████████████████████████▊ | 659/800 [00:40<00:07, 18.58it/s]\u001b[A\n",
+ " 83%|█████████████████████████████████▉ | 661/800 [00:40<00:07, 17.75it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████ | 664/800 [00:40<00:07, 18.58it/s]\u001b[A\n",
+ " 83%|██████████████████████████████████▏ | 666/800 [00:40<00:07, 18.56it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▏ | 668/800 [00:40<00:07, 18.49it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▎ | 670/800 [00:40<00:06, 18.59it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▍ | 672/800 [00:40<00:07, 17.73it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▌ | 674/800 [00:40<00:07, 17.39it/s]\u001b[A\n",
+ " 84%|██████████████████████████████████▋ | 676/800 [00:41<00:07, 17.47it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▋ | 678/800 [00:41<00:06, 17.92it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▊ | 680/800 [00:41<00:06, 17.42it/s]\u001b[A\n",
+ " 85%|██████████████████████████████████▉ | 682/800 [00:41<00:06, 17.80it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████ | 684/800 [00:41<00:06, 18.38it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▏ | 686/800 [00:41<00:06, 17.64it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 688/800 [00:41<00:06, 16.35it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▎ | 690/800 [00:41<00:06, 16.16it/s]\u001b[A\n",
+ " 86%|███████████████████████████████████▍ | 692/800 [00:42<00:06, 16.31it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▌ | 694/800 [00:42<00:06, 16.43it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▋ | 696/800 [00:42<00:06, 16.43it/s]\u001b[A\n",
+ " 87%|███████████████████████████████████▊ | 698/800 [00:42<00:06, 15.89it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 700/800 [00:42<00:06, 15.51it/s]\u001b[A\n",
+ " 88%|███████████████████████████████████▉ | 702/800 [00:42<00:06, 15.82it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████ | 704/800 [00:42<00:05, 16.05it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▏ | 706/800 [00:42<00:05, 16.24it/s]\u001b[A\n",
+ " 88%|████████████████████████████████████▎ | 708/800 [00:43<00:05, 15.63it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 710/800 [00:43<00:05, 16.61it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▍ | 712/800 [00:43<00:05, 17.31it/s]\u001b[A\n",
+ " 89%|████████████████████████████████████▌ | 714/800 [00:43<00:05, 17.19it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▋ | 716/800 [00:43<00:04, 17.20it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▊ | 718/800 [00:43<00:04, 17.34it/s]\u001b[A\n",
+ " 90%|████████████████████████████████████▉ | 720/800 [00:43<00:04, 16.31it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 722/800 [00:43<00:04, 16.73it/s]\u001b[A\n",
+ " 90%|█████████████████████████████████████ | 724/800 [00:43<00:04, 17.22it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▏ | 726/800 [00:44<00:04, 17.53it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▎ | 728/800 [00:44<00:03, 18.00it/s]\u001b[A\n",
+ " 91%|█████████████████████████████████████▍ | 730/800 [00:44<00:03, 17.82it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▌ | 733/800 [00:44<00:03, 18.57it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▋ | 735/800 [00:44<00:03, 18.02it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▊ | 738/800 [00:44<00:03, 18.69it/s]\u001b[A\n",
+ " 92%|█████████████████████████████████████▉ | 740/800 [00:44<00:03, 18.41it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████ | 742/800 [00:44<00:03, 18.54it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 744/800 [00:45<00:03, 17.92it/s]\u001b[A\n",
+ " 93%|██████████████████████████████████████▏ | 746/800 [00:45<00:02, 18.11it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▎ | 748/800 [00:45<00:03, 17.15it/s]\u001b[A\n",
+ " 94%|██████��███████████████████████████████▍ | 750/800 [00:45<00:02, 17.14it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▌ | 752/800 [00:45<00:02, 17.01it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 754/800 [00:45<00:02, 16.59it/s]\u001b[A\n",
+ " 94%|██████████████████████████████████████▋ | 756/800 [00:45<00:02, 17.08it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▊ | 758/800 [00:45<00:02, 16.46it/s]\u001b[A\n",
+ " 95%|██████████████████████████████████████▉ | 760/800 [00:46<00:02, 17.02it/s]\u001b[A\n",
+ " 95%|███████████████████████████████████████ | 762/800 [00:46<00:02, 17.25it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▏ | 764/800 [00:46<00:02, 17.87it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 766/800 [00:46<00:02, 16.54it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▎ | 768/800 [00:46<00:01, 16.32it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▍ | 770/800 [00:46<00:01, 16.79it/s]\u001b[A\n",
+ " 96%|███████████████████████████████████████▌ | 772/800 [00:46<00:01, 16.74it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▋ | 774/800 [00:46<00:01, 15.48it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 776/800 [00:47<00:01, 14.86it/s]\u001b[A\n",
+ " 97%|███████████████████████████████████████▊ | 778/800 [00:47<00:01, 15.24it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████ | 781/800 [00:47<00:01, 16.49it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 783/800 [00:47<00:01, 16.34it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▏| 785/800 [00:47<00:00, 16.47it/s]\u001b[A\n",
+ " 98%|████████████████████████████████████████▎| 787/800 [00:47<00:00, 16.88it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▍| 789/800 [00:47<00:00, 16.47it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▌| 791/800 [00:47<00:00, 17.03it/s]\u001b[A\n",
+ " 99%|████████████████████████████████████████▋| 793/800 [00:48<00:00, 16.05it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▊| 796/800 [00:48<00:00, 17.59it/s]\u001b[A\n",
+ "100%|████████████████████████████████████████▉| 798/800 [00:48<00:00, 17.36it/s]\u001b[A\n",
+ " \u001b[A\n",
+ " 76%|████████████████████████████▏ | 4500/5900 [2:47:44<52:42, 2.26s/it]\n",
+ "100%|█████████████████████████████████████████| 800/800 [00:49<00:00, 18.01it/s]\u001b[A\n",
+ " \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-sakha/checkpoint-4500\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-4500/config.json\n",
+ "Model weights saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-4500/pytorch_model.bin\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/checkpoint-4500/preprocessor_config.json\n",
+ "Configuration saved in ./wav2vec2-large-xls-r-300m-sakha/preprocessor_config.json\n",
+ "Deleting older checkpoint [wav2vec2-large-xls-r-300m-sakha/checkpoint-3500] due to args.save_total_limit\n",
+ " 85%|███████████████████████████████▎ | 5000/5900 [3:05:48<33:20, 2.22s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 800\n",
+ " Batch size = 1\n",
+ "\n",
+ " 0%| | 0/800 [00:00, ?it/s]\u001b[A\n",
+ " 0%|▏ | 3/800 [00:00<00:33, 24.04it/s]\u001b[A\n",
+ " 1%|▎ | 6/800 [00:00<00:45, 17.63it/s]\u001b[A\n",
+ " 1%|▍ | 8/800 [00:00<00:50, 15.71it/s]\u001b[A\n",
+ " 1%|▌ | 10/800 [00:00<00:52, 14.91it/s]\u001b[A\n",
+ " 2%|▋ | 12/800 [00:00<00:49, 15.85it/s]\u001b[A\n",
+ " 2%|▋ | 14/800 [00:00<00:50, 15.64it/s]\u001b[A\n",
+ " 2%|▊ | 16/800 [00:01<00:52, 15.00it/s]\u001b[A\n",
+ " 2%|▉ | 18/800 [00:01<00:51, 15.11it/s]\u001b[A\n",
+ " 2%|█ | 20/800 [00:01<00:51, 15.11it/s]\u001b[A\n",
+ " 3%|█▏ | 22/800 [00:01<00:51, 15.07it/s]\u001b[A\n",
+ " 3%|█▎ | 24/800 [00:01<00:49, 15.78it/s]\u001b[A\n",
+ " 3%|█▎ | 26/800 [00:01<00:50, 15.40it/s]\u001b[A\n",
+ " 4%|█▍ | 28/800 [00:01<00:50, 15.19it/s]\u001b[A\n",
+ " 4%|█▌ | 30/800 [00:01<00:50, 15.14it/s]\u001b[A\n",
+ " 4%|█▋ | 32/800 [00:02<00:48, 15.86it/s]\u001b[A\n",
+ " 4%|█▊ | 34/800 [00:02<00:48, 15.72it/s]\u001b[A\n",
+ " 4%|█▉ | 36/800 [00:02<00:48, 15.77it/s]\u001b[A\n",
+ " 5%|█▉ | 38/800 [00:02<00:46, 16.47it/s]\u001b[A\n",
+ " 5%|██ | 40/800 [00:02<00:44, 16.97it/s]\u001b[A\n",
+ " 5%|██▏ | 42/800 [00:02<00:43, 17.53it/s]\u001b[A\n",
+ " 6%|██▎ | 44/800 [00:02<00:41, 18.04it/s]\u001b[A\n",
+ " 6%|██▍ | 46/800 [00:02<00:40, 18.41it/s]\u001b[A\n",
+ " 6%|██▌ | 49/800 [00:02<00:38, 19.39it/s]\u001b[A\n",
+ " 6%|██▋ | 51/800 [00:03<00:41, 18.24it/s]\u001b[A\n",
+ " 7%|██▊ | 53/800 [00:03<00:45, 16.55it/s]\u001b[A\n",
+ " 7%|██▉ | 55/800 [00:03<00:46, 16.15it/s]\u001b[A\n",
+ " 7%|██▉ | 57/800 [00:03<00:46, 15.85it/s]\u001b[A\n",
+ " 7%|███ | 59/800 [00:03<00:48, 15.31it/s]\u001b[A\n",
+ " 8%|███▏ | 61/800 [00:03<00:47, 15.64it/s]\u001b[A\n",
+ " 8%|███▎ | 63/800 [00:03<00:50, 14.62it/s]\u001b[A\n",
+ " 8%|███▍ | 65/800 [00:04<00:47, 15.36it/s]\u001b[A\n",
+ " 8%|███▌ | 67/800 [00:04<00:46, 15.78it/s]\u001b[A\n",
+ " 9%|███▌ | 69/800 [00:04<00:44, 16.50it/s]\u001b[A\n",
+ " 9%|███▋ | 71/800 [00:04<00:45, 15.98it/s]\u001b[A\n",
+ " 9%|███▊ | 73/800 [00:04<00:44, 16.31it/s]\u001b[A\n",
+ " 9%|███▉ | 75/800 [00:04<00:43, 16.75it/s]\u001b[A\n",
+ " 10%|████ | 77/800 [00:04<00:41, 17.48it/s]\u001b[A\n",
+ " 10%|████▏ | 79/800 [00:04<00:41, 17.52it/s]\u001b[A\n",
+ " 10%|████▎ | 81/800 [00:04<00:40, 17.84it/s]\u001b[A\n",
+ " 10%|████▎ | 83/800 [00:05<00:40, 17.71it/s]\u001b[A\n",
+ " 11%|████▍ | 85/800 [00:05<00:40, 17.80it/s]\u001b[A\n",
+ " 11%|████▌ | 87/800 [00:05<00:39, 18.17it/s]\u001b[A\n",
+ " 11%|████▋ | 89/800 [00:05<00:38, 18.35it/s]\u001b[A"
+ ]
+ }
+ ],
+ "source": [
+ "!python run_speech_recognition_ctc.py \\\n",
+ "\t--dataset_name=\"mozilla-foundation/common_voice_7_0\" \\\n",
+ "\t--model_name_or_path=\"facebook/wav2vec2-xls-r-300m\" \\\n",
+ "\t--dataset_config_name=\"sah\" \\\n",
+ "\t--output_dir=\"./wav2vec2-large-xls-r-300m-sakha\" \\\n",
+ "\t--overwrite_output_dir \\\n",
+ "\t--num_train_epochs=\"100\" \\\n",
+ "\t--per_device_train_batch_size=\"32\" \\\n",
+ "\t--per_device_eval_batch_size=\"1\" \\\n",
+ "\t--gradient_accumulation_steps=\"1\" \\\n",
+ "\t--learning_rate=\"3e-4\" \\\n",
+ "\t--warmup_steps=\"500\" \\\n",
+ "\t--length_column_name=\"input_length\" \\\n",
+ "\t--evaluation_strategy=\"steps\" \\\n",
+ "\t--text_column_name=\"sentence\" \\\n",
+ "\t--chars_to_ignore , ? . ! \\- \\; \\: \\\" “ % ‘ ” � — ’ … – \\' \\\n",
+ "\t--save_steps=\"500\" \\\n",
+ "\t--eval_steps=\"500\" \\\n",
+ "\t--logging_steps=\"100\" \\\n",
+ "\t--layerdrop=\"0.0\" \\\n",
+ "\t--activation_dropout=\"0.1\" \\\n",
+ "\t--save_total_limit=\"2\" \\\n",
+ "\t--freeze_feature_encoder \\\n",
+ "\t--feat_proj_dropout=\"0.0\" \\\n",
+ "\t--mask_time_prob=\"0.75\" \\\n",
+ "\t--mask_time_length=\"10\" \\\n",
+ "\t--mask_feature_prob=\"0.25\" \\\n",
+ "\t--mask_feature_length=\"64\" \\\n",
+ "\t--gradient_checkpointing \\\n",
+ "\t--use_auth_token \\\n",
+ "\t--fp16 \\\n",
+ "\t--group_by_length \\\n",
+ "\t--do_train --do_eval \\\n",
+ " --push_to_hub > out.log"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "id": "0zBb4QMVcSeV"
+ },
+ "outputs": [],
+ "source": [
+ "# !rm -rf wav2vec2-large-xls-r-300m-bashkir"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "id": "jxvhTTQ2cSeV"
+ },
+ "outputs": [],
+ "source": [
+ "!ls -ltr"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "id": "okCO9-XTcSeV",
+ "outputId": "a47bb25e-904a-4c1e-8871-d996a16b6bcc"
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Filesystem Size Used Avail Use% Mounted on\n",
+ "overlay 3.5T 1.2T 2.2T 34% /\n",
+ "tmpfs 64M 0 64M 0% /dev\n",
+ "tmpfs 87G 0 87G 0% /sys/fs/cgroup\n",
+ "tmpfs 87G 0 87G 0% /dev/shm\n",
+ "/dev/md0 3.5T 1.2T 2.2T 34% /etc/group\n",
+ "tmpfs 87G 12K 87G 1% /proc/driver/nvidia\n",
+ "/dev/vda1 49G 6.5G 42G 14% /usr/bin/nvidia-smi\n",
+ "udev 87G 0 87G 0% /dev/nvidia0\n",
+ "tmpfs 87G 0 87G 0% /proc/acpi\n",
+ "tmpfs 87G 0 87G 0% /proc/scsi\n",
+ "tmpfs 87G 0 87G 0% /sys/firmware\n"
+ ]
+ }
+ ],
+ "source": [
+ "!df -h"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "id": "axSDvjOMdkxW"
+ },
+ "outputs": [],
+ "source": [
+ "# !pip install -U datasets"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 1,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/",
+ "height": 238,
+ "referenced_widgets": [
+ "7c34d36b28e54989b0c509eae1bd9a0f",
+ "eba629a92467433c92840e4450e7a937",
+ "cf1afb1025d24c1cbbb1eefd26535a26",
+ "f347c0838adf462d886a4ae36a3a6b41",
+ "37bdb17bf4734fd4b92759c874a4d4b8",
+ "4685ef4f82764fada48035b4de9af9e2",
+ "aab799184cf8453e9cf026a32abff619",
+ "1795d07714684311b1ccea7514f298e4",
+ "7fa8f65c508e4e629b1a2212aaa64ebc",
+ "c139ed75ff4d47d593f8cb5f3fa4c105",
+ "776dc15d8836456281084dc154d769e4",
+ "f3a862eb1219484b8d9381fb0d16b063",
+ "da3f94cc1140466cbcbdb3e03cbea8c2",
+ "2fedf1edcc184d9b8c67712511f8bfef",
+ "25142b9649ef403c8b37cdb7f9a8de4b",
+ "8f5cd0e3111241b8a61914dac82acf73",
+ "7340567ea42d42709f8099a249f6b5dd",
+ "7365cf85ddff4b26a27c9b797c573949",
+ "2fbc062ac19f4eb7a8adff2a5118bea4",
+ "ae5b0f9f37e44e8e965f7e20dfdf3bfa",
+ "24aeaf260d2240d08466c5e3a01d95cb",
+ "06ec543be0a34943959c3140119c4d6e",
+ "311cbd6bf6df4c35b7819e49fb55a562",
+ "3bc2760daaa346b2b20d76d6cf4ed336",
+ "c4b226675ad84ff29f62847767065469",
+ "0be3f91b1071464d979c0c59baff32f4",
+ "7c4a653d81474818b084b71657f71e0f",
+ "cb10ec01c16a4c50bf8e4c8aec491aa2",
+ "ec67f65de50b4038ac3b01496ef56f98",
+ "4b2562825d8e4c5484008cd054e01216",
+ "209d975f5d4e4300bf01bb6b2472d493",
+ "690f71c3c232421c8cd92a28b5435b55",
+ "4f4d422bdd49486c940713c19e754479",
+ "e5d1a213afc04270926da41e12b30362",
+ "30afb513746845b481227b3191df4c90",
+ "c7017ddc94104c27b42658f27f275908",
+ "155de8f44ddf4021a5d1d4d4968934db",
+ "cb3b32862a12486f8625d667bb45c368",
+ "832b4fcaf152402e84bfdaf9833d061f",
+ "8af6a305cc8a4a038f74f39e6ea8f040",
+ "4c316c3eddd64af1b4d892516e1ced03",
+ "efd0fc9b3766457484533a6eb59f2cd4",
+ "27d72d36fe604e5d96d6a979ed6d50ee",
+ "f90669ec059249ca81a0e2c5891834db",
+ "67d3fcb0869a4485b24846d3b1e34fca",
+ "3db73d64f4e54cad8f8cd0f5facc33c0",
+ "d434124da4654ada92573070353dbce1",
+ "3c36f662c44e453ca935753e6dc18060",
+ "0d0ab06d275d49f5b1ac57b28c53c158",
+ "61771b0bdfe543b88fc8673a510a986c",
+ "63d4b794d9df49c6ab6f77f10a76861d",
+ "42bb543380e14d859f42e966b3c54bc2",
+ "00a1878e3cda42e1982093e185935937",
+ "9cce7704e9e74588aa7aa3b9ddf9672f",
+ "a27c1dd0b5c447058bf8abde274d7085",
+ "1ee70ac9891d4104ad801f75b4081c9f",
+ "eda7343054624f4d8a2e2b981b4fab41",
+ "f56579df97b94a5a8b3a0fbf32905687",
+ "aee17658cd4b4fe49a759ad6c9d5a576",
+ "3a6e34083c8f4066a6718c957958cfa6",
+ "8148f4330d0f441998d9a3ca4942bc22",
+ "9ea974dfe1184fe3897a7d9d031c7624",
+ "a968de55d2e148f88084ac96444c17ee",
+ "c0aeab2086de4ca7ad8b5f0bbcde009c",
+ "05d04f345a3148dd9053a5d524592333",
+ "7a68ba6f90a24162a973ba5146c2f546",
+ "a4411af1dda24dec9b863793ccd22390",
+ "f085643a56b94b74bb7e883598170f01",
+ "ee8a677f68a147e5b10a35518616e264",
+ "315ae5446f264660bbe6119e8261495d",
+ "64b970adf3af40268fb60e38140157e2",
+ "2ac4df7918404aed92611750471cd85f",
+ "7bf164fec94c40858cf5280937f8e00a",
+ "0e1672eeb5244df9bf0cbd095625d68a",
+ "ee80362b77ef4375bb931af34bc16d07",
+ "fed5fdea500f46618789c44aef2bff3b",
+ "f49c5c9c58ee482a8264e422d4610a8a",
+ "6a9e0e280ef7493eb4557429d6f53685",
+ "c51fb67419ed47f98c5ed4ad4e33aeff",
+ "2de6d3927c534397ab122a9cf6332a33",
+ "f3891dcc62b74ccd8d5a61b0ca761b2a",
+ "9958cd546fbe477092527a14bb3bfe21",
+ "639f180d5e02425dba7d4c4bca07c59b",
+ "4da0d9054bd74fb2a77bb40371c99a7b",
+ "3f8a5e226fbf4175b4fa7f39a2a9d290",
+ "41515b22976648aabe660b8df3506c4c",
+ "b2a72b0caf104aee8dd95bff01cc52a4",
+ "6b8769a26838449e9d7d45fc5cc7a6f6",
+ "50862512d9c14dbd92f8cc3d795d4cd2",
+ "352fc0a527024af8a284c53f4d521fec",
+ "67653ac95966464994b1e0a889cfc5d9",
+ "778d0a9a7de243eba8dd1c0caf3aa82e",
+ "14eb779636914797867b7315f347839d",
+ "25a5802292874e49bb42a1489ff54b31",
+ "89a05d4149534d78935e169c6623f458",
+ "49f46100f43346d2bdb402e2fd1a1951",
+ "5e2e7ad6aa8f4f51adf7f6376b84f618",
+ "2e918f153be0489dbf0ad64bc45c563c",
+ "c319fa946f3e4380864aed6d3fbb77e7"
+ ]
+ },
+ "id": "82uZWUF_cSeW",
+ "outputId": "e78215f2-d452-4d92-a94c-0a469f8760d4"
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Downloading and preparing dataset common_voice/sah to /workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/sah/7.0.0/fe20cac47c166e25b1f096ab661832e3da7cf298ed4a91dcaa1343ad972d175b...\n"
+ ]
+ },
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "87e3127e4aaf42e184191f15faa632f7",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "Downloading: 0%| | 0.00/182M [00:00, ?B/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "0 examples [00:00, ? examples/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "0 examples [00:00, ? examples/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "0 examples [00:00, ? examples/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "0 examples [00:00, ? examples/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "0 examples [00:00, ? examples/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Dataset common_voice downloaded and prepared to /workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/sah/7.0.0/fe20cac47c166e25b1f096ab661832e3da7cf298ed4a91dcaa1343ad972d175b. Subsequent calls will reuse this data.\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Reusing dataset common_voice (/workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/sah/7.0.0/fe20cac47c166e25b1f096ab661832e3da7cf298ed4a91dcaa1343ad972d175b)\n"
+ ]
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "1857\n"
+ ]
+ }
+ ],
+ "source": [
+ "from datasets import load_dataset, load_metric, Audio\n",
+ "\n",
+ "common_voice_train = load_dataset(\"mozilla-foundation/common_voice_7_0\", \"sah\", use_auth_token=True, split=\"train+validation\")\n",
+ "common_voice_test = load_dataset(\"mozilla-foundation/common_voice_7_0\", \"sah\", use_auth_token=True, split=\"test\")\n",
+ "\n",
+ "print(len(common_voice_train))"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "1Qa9wKa4cSeW",
+ "outputId": "da721286-89ac-421c-a269-e779449488c6"
+ },
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "Dataset({\n",
+ " features: ['client_id', 'path', 'audio', 'sentence', 'up_votes', 'down_votes', 'age', 'gender', 'accent', 'locale', 'segment'],\n",
+ " num_rows: 1857\n",
+ "})"
+ ]
+ },
+ "execution_count": 2,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "common_voice_train"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 3,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "H_KRIMbEcSeX",
+ "outputId": "90601843-d465-4cd3-dff0-9d2302e02699"
+ },
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "5803.125"
+ ]
+ },
+ "execution_count": 3,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "len(common_voice_train) * 100 / 32"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 4,
+ "metadata": {
+ "id": "ZUc_UAMbcSeX"
+ },
+ "outputs": [],
+ "source": [
+ "common_voice_train = common_voice_train.remove_columns([\"accent\", \"age\", \"client_id\", \"down_votes\", \"gender\", \"locale\", \"segment\", \"up_votes\"])\n",
+ "common_voice_test = common_voice_test.remove_columns([\"accent\", \"age\", \"client_id\", \"down_votes\", \"gender\", \"locale\", \"segment\", \"up_votes\"])"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 5,
+ "metadata": {
+ "id": "OKxWKzjMcSeX"
+ },
+ "outputs": [],
+ "source": [
+ "from datasets import ClassLabel\n",
+ "import random\n",
+ "import pandas as pd\n",
+ "from IPython.display import display, HTML\n",
+ "\n",
+ "def show_random_elements(dataset, num_examples=10):\n",
+ " assert num_examples <= len(dataset), \"Can't pick more elements than there are in the dataset.\"\n",
+ " picks = []\n",
+ " for _ in range(num_examples):\n",
+ " pick = random.randint(0, len(dataset)-1)\n",
+ " while pick in picks:\n",
+ " pick = random.randint(0, len(dataset)-1)\n",
+ " picks.append(pick)\n",
+ " \n",
+ " df = pd.DataFrame(dataset[picks])\n",
+ " display(HTML(df.to_html()))"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 6,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/",
+ "height": 363
+ },
+ "id": "uR3e--0AcSeY",
+ "outputId": "efb84606-2717-4040-ca02-86975a2f4824"
+ },
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "
\n", + " | sentence | \n", + "
---|---|
0 | \n", + "Тойон быаны ылан көрбүтэ, быаны Сөдүөт быа буолбат гына быһыта тайбаталаан кээспит | \n", + "
1 | \n", + "Хараҕын аспакка, хамсаабакка сытан, төбөтүгэр бэҕэһээҥҥини дьаарыстыы сытта | \n", + "
2 | \n", + "Онно киирэн умса-төннө түһүү сэниэтин эстэ | \n", + "
3 | \n", + "Онно туран көрдөҕүнэ, аллара кыайбыт-хоппут биис уустара өрөгөйдөөн ахан, ыһыытаһа-хаһыытаһа тураллар эбит | \n", + "
4 | \n", + "Онтон эһэлэрэ оргууй аҕай уһуктан олорон киирэн барбыта | \n", + "
5 | \n", + "Утарылаһааччыта ат буола түспүт, атаҕыттан хаан субуруйбутунан барбыт | \n", + "
6 | \n", + "Ыаллар ыарахан тимир ааннарын нэһиилэ арыйан таҕыстылар, таһырдьа сибиэһэй салгын саба биэрдэ | \n", + "
7 | \n", + "Хата, бииргэ үөрэммит кыргыттара барахсаттар киниттэн олох арахпаттар | \n", + "
8 | \n", + "Билигин дьэ хомунар буолбут дииллэр, дьиэлэригэр Павел олох тойон, барыта кини этэринэн олороллор | \n", + "
9 | \n", + "«Бу аһы, кырдьаҕас киһи бэйэм астыырбын сөбүлүүбүн | \n", + "