scienceqa.log

+ CHECKPOINT=work_dirs/InternVL2-2B
+ DATASET=scienceqa
++ pwd
+ CHECKPOINT=/mnt/petrelfs/wangweiyun/workspace_zyc/VLM-Dev/work_dirs/InternVL2-2B
++ pwd
+ export PYTHONPATH=/mnt/petrelfs/wangweiyun/workspace_zyc/VLM-Dev:/mnt/petrelfs/wangweiyun/workspace_wwy/pkgs/petrel-oss-sdk-2.3.14:/mnt/petrelfs/share_data/wangweiyun/share_pkgs/petrel-oss-sdk-2.3.12:
+ PYTHONPATH=/mnt/petrelfs/wangweiyun/workspace_zyc/VLM-Dev:/mnt/petrelfs/wangweiyun/workspace_wwy/pkgs/petrel-oss-sdk-2.3.14:/mnt/petrelfs/share_data/wangweiyun/share_pkgs/petrel-oss-sdk-2.3.12:
+ echo 'CHECKPOINT: /mnt/petrelfs/wangweiyun/workspace_zyc/VLM-Dev/work_dirs/InternVL2-2B'
CHECKPOINT: /mnt/petrelfs/wangweiyun/workspace_zyc/VLM-Dev/work_dirs/InternVL2-2B
+ MASTER_PORT=63669
+ PORT=63665
+ GPUS=8
+ GPUS_PER_NODE=8
+ NODES=1
+ export MASTER_PORT=63669
+ MASTER_PORT=63669
+ export PORT=63665
+ PORT=63665
+ ARGS=("$@")
+ [[ 5 -gt 0 ]]
+ case "$1" in
+ shift
+ [[ 4 -gt 0 ]]
+ case "$1" in
+ shift
+ [[ 3 -gt 0 ]]
+ case "$1" in
+ shift
+ [[ 2 -gt 0 ]]
+ case "$1" in
+ shift
+ [[ 1 -gt 0 ]]
+ case "$1" in
+ shift
+ [[ 0 -gt 0 ]]
GPUS: 8
+ echo 'GPUS: 8'
+ [[ /mnt/petrelfs/wangweiyun/workspace_zyc/VLM-Dev/work_dirs/InternVL2-2B == */ ]]
+ '[' scienceqa == mme ']'
+ '[' scienceqa == caption ']'
+ '[' scienceqa == caption-coco ']'
+ '[' scienceqa == caption-flickr30k ']'
+ '[' scienceqa == caption-nocaps ']'
+ '[' scienceqa == vqa ']'
+ '[' scienceqa == vqa-okvqa-val ']'
+ '[' scienceqa == vqa-textvqa-val ']'
+ '[' scienceqa == vqa-textvqa-val-ocr ']'
+ '[' scienceqa == vqa-vizwiz-val ']'
+ '[' scienceqa == vqa-vizwiz-test ']'
+ '[' scienceqa == vqa-vqav2-testdev ']'
+ '[' scienceqa == vqa-ai2d-test ']'
+ '[' scienceqa == vqa-vqav2-val ']'
+ '[' scienceqa == vqa-gqa-testdev ']'
+ '[' scienceqa == vqa-docvqa-val ']'
+ '[' scienceqa == vqa-docvqa-test ']'
+ '[' scienceqa == vqa-chartqa-test ']'
+ '[' scienceqa == vqa-infovqa-val ']'
+ '[' scienceqa == vqa-infovqa-test ']'
+ '[' scienceqa == vqa-chartqa-test-human ']'
+ '[' scienceqa == vqa-chartqa-test-augmented ']'
+ '[' scienceqa == vqa-ocrvqa-val ']'
+ '[' scienceqa == vqa-ocrvqa-test ']'
+ '[' scienceqa == refcoco ']'
+ '[' scienceqa == refcoco-val ']'
+ '[' scienceqa == llava-bench ']'
+ '[' scienceqa == pope ']'
+ '[' scienceqa == tiny_lvlm ']'
+ '[' scienceqa == mmvet ']'
+ '[' scienceqa == cmmmu ']'
+ '[' scienceqa == mmbench-dev-en ']'
+ '[' scienceqa == mmbench-dev-cn ']'
+ '[' scienceqa == mmbench-test-en ']'
+ '[' scienceqa == mmbench-test-cn ']'
+ '[' scienceqa == ccbench-dev ']'
+ '[' scienceqa == scienceqa ']'
+ torchrun --nnodes=1 --node_rank=0 --master_addr=127.0.0.1 --nproc_per_node=8 --master_port=63669 eval/scienceqa/evaluate_scienceqa.py --checkpoint /mnt/petrelfs/wangweiyun/workspace_zyc/VLM-Dev/work_dirs/InternVL2-2B --datasets sqa_test --dynamic --max-num 6
[2024-08-07 21:55:38,022] torch.distributed.run: [WARNING] 
[2024-08-07 21:55:38,022] torch.distributed.run: [WARNING] *****************************************
[2024-08-07 21:55:38,022] torch.distributed.run: [WARNING] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
[2024-08-07 21:55:38,022] torch.distributed.run: [WARNING] *****************************************
datasets: ['sqa_test']
datasets: ['sqa_test']
datasets: ['sqa_test']
datasets: ['sqa_test']
datasets: ['sqa_test']
datasets: ['sqa_test']
datasets: ['sqa_test']
datasets: ['sqa_test']
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
[test] total_params: 2.205754368B, use num_beams: 1[test] total_params: 2.205754368B, use num_beams: 1

[test] image_size: 448[test] image_size: 448

[test] template: internlm2-chat[test] template: internlm2-chat

[test] dynamic_image_size: True[test] dynamic_image_size: True

[test] use_thumbnail: True[test] use_thumbnail: True

[test] total_params: 2.205754368B, use num_beams: 1
[test] image_size: 448
[test] template: internlm2-chat
[test] dynamic_image_size: True
[test] use_thumbnail: True
[test] total_params: 2.205754368B, use num_beams: 1[test] total_params: 2.205754368B, use num_beams: 1

[test] image_size: 448
[test] image_size: 448
[test] template: internlm2-chat[test] template: internlm2-chat

[test] dynamic_image_size: True[test] dynamic_image_size: True

[test] use_thumbnail: True[test] use_thumbnail: True

[test] total_params: 2.205754368B, use num_beams: 1
[test] image_size: 448
[test] template: internlm2-chat
[test] dynamic_image_size: True
[test] use_thumbnail: True
[test] total_params: 2.205754368B, use num_beams: 1
[test] image_size: 448
[test] template: internlm2-chat
[test] dynamic_image_size: True
[test] use_thumbnail: True
[test] total_params: 2.205754368B, use num_beams: 1
[test] image_size: 448
[test] template: internlm2-chat
[test] dynamic_image_size: True
[test] use_thumbnail: True

0it [00:00, ?it/s]
0it [00:00, ?it/s]
0it [00:00, ?it/s]
0it [00:00, ?it/s]
0it [00:00, ?it/s]
0it [00:00, ?it/s]
0it [00:00, ?it/s]
0it [00:00, ?it/s]/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:392: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
  warnings.warn(
/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:392: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
  warnings.warn(
/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:392: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
  warnings.warn(
/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:392: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
  warnings.warn(
/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:392: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
  warnings.warn(
/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:392: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
  warnings.warn(
/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:392: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
  warnings.warn(
/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:392: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
  warnings.warn(

1it [00:00,  1.63it/s]
1it [00:00,  1.61it/s]
1it [00:00,  1.43it/s]
1it [00:00,  1.38it/s]
1it [00:00,  1.40it/s]
1it [00:00,  1.39it/s]
3it [00:00,  4.91it/s]
1it [00:00,  1.34it/s]
1it [00:00,  1.30it/s]
2it [00:00,  2.77it/s]
2it [00:00,  2.70it/s]
2it [00:00,  2.64it/s]
2it [00:00,  2.63it/s]
2it [00:00,  2.56it/s]
3it [00:00,  3.80it/s]
2it [00:00,  2.44it/s]
3it [00:00,  3.87it/s]
5it [00:00,  6.41it/s]
3it [00:00,  3.73it/s]
3it [00:01,  3.66it/s]
4it [00:01,  4.63it/s]
4it [00:01,  4.89it/s]
4it [00:01,  4.90it/s]
3it [00:01,  3.52it/s]
6it [00:01,  6.67it/s]
4it [00:01,  4.71it/s]
4it [00:01,  4.67it/s]
5it [00:01,  6.24it/s]
4it [00:01,  4.70it/s]
5it [00:01,  5.53it/s]
5it [00:01,  5.47it/s]
8it [00:01,  8.32it/s]
6it [00:01,  6.53it/s]
6it [00:01,  6.25it/s]
6it [00:01,  6.99it/s]
5it [00:01,  5.49it/s]
6it [00:01,  6.49it/s]
7it [00:01,  7.35it/s]
7it [00:01,  6.87it/s]
7it [00:01,  7.17it/s]
8it [00:01,  8.09it/s]
7it [00:01,  6.99it/s]
7it [00:01,  7.85it/s]
7it [00:01,  6.76it/s]
10it [00:01,  8.50it/s]
8it [00:01,  7.47it/s]
9it [00:01,  8.76it/s]
8it [00:01,  7.34it/s]
9it [00:01,  8.04it/s]
8it [00:01,  8.31it/s]
9it [00:01,  8.73it/s]
8it [00:01,  7.03it/s]
11it [00:01,  8.28it/s]
9it [00:01,  7.39it/s]
9it [00:01,  7.40it/s]
9it [00:01,  8.19it/s]
9it [00:01,  7.26it/s]
10it [00:01,  8.35it/s]
11it [00:01,  9.14it/s]
10it [00:01,  7.52it/s]
11it [00:01,  8.34it/s]
10it [00:01,  7.48it/s]
10it [00:01,  8.10it/s]
13it [00:01,  8.64it/s]
10it [00:01,  7.44it/s]
11it [00:01,  8.20it/s]
13it [00:01, 10.18it/s]
11it [00:01,  7.49it/s]
11it [00:01,  7.56it/s]
11it [00:01,  8.02it/s]
13it [00:01,  9.15it/s]
11it [00:01,  7.45it/s]
12it [00:01,  8.09it/s]
15it [00:02,  9.33it/s]
13it [00:02, 10.05it/s]
12it [00:02,  8.43it/s]
12it [00:02,  7.64it/s]
14it [00:02,  8.79it/s]
15it [00:02, 10.00it/s]
12it [00:02,  7.56it/s]
13it [00:02,  8.01it/s]
16it [00:02,  9.35it/s]
13it [00:02,  8.23it/s]
13it [00:02,  7.68it/s]
17it [00:02, 11.66it/s]
13it [00:02,  8.13it/s]
14it [00:02,  7.95it/s]
17it [00:02,  8.98it/s]
16it [00:02,  9.80it/s]
15it [00:02,  9.43it/s]
14it [00:02,  8.12it/s]
14it [00:02,  8.04it/s]
15it [00:02,  8.18it/s]
16it [00:02,  9.01it/s]
19it [00:02, 10.49it/s]
15it [00:02,  8.40it/s]
18it [00:02,  9.67it/s]
19it [00:02,  8.92it/s]
16it [00:02,  9.46it/s]
17it [00:02,  8.67it/s]
17it [00:02,  8.68it/s]
17it [00:02, 10.87it/s]
17it [00:02,  9.75it/s]
19it [00:02,  9.25it/s]
20it [00:02,  8.67it/s]
17it [00:02,  8.99it/s]
21it [00:02, 10.23it/s]
18it [00:02,  8.48it/s]
19it [00:02, 11.73it/s]
20it [00:02,  8.91it/s]
21it [00:02,  8.48it/s]
18it [00:02,  8.67it/s]
19it [00:02,  9.24it/s]
19it [00:02,  8.32it/s]
23it [00:02, 10.87it/s]
19it [00:02,  9.35it/s]
21it [00:02,  8.41it/s]
19it [00:02,  8.42it/s]
22it [00:02,  8.21it/s]
21it [00:02, 10.59it/s]
20it [00:02,  8.21it/s]
21it [00:02,  9.45it/s]
24it [00:02, 10.63it/s]
20it [00:02,  8.42it/s]
22it [00:02,  8.26it/s]
21it [00:03,  9.88it/s]
25it [00:03, 10.08it/s]
22it [00:03, 10.12it/s]
22it [00:03,  9.06it/s]
21it [00:03,  8.24it/s]
23it [00:03,  8.15it/s]
26it [00:03, 11.54it/s]
23it [00:03,  9.53it/s]
23it [00:03,  9.21it/s]
23it [00:03, 10.23it/s]
22it [00:03,  7.90it/s]
25it [00:03, 11.20it/s]
24it [00:03,  9.38it/s]
27it [00:03,  9.28it/s]
24it [00:03,  9.09it/s]
28it [00:03, 11.31it/s]
25it [00:03,  8.69it/s]
23it [00:03,  7.83it/s]
25it [00:03,  9.46it/s]
25it [00:03,  9.68it/s]
28it [00:03,  8.91it/s]
26it [00:03,  8.47it/s]
27it [00:03, 10.45it/s]
26it [00:03,  9.52it/s]
26it [00:03,  9.37it/s]
30it [00:03, 10.82it/s]
29it [00:03,  8.67it/s]
25it [00:03,  8.87it/s]
27it [00:03,  8.30it/s]
27it [00:03,  9.84it/s]
27it [00:03,  8.95it/s]
28it [00:03,  9.82it/s]
29it [00:03, 10.31it/s]
28it [00:03,  8.12it/s]
27it [00:03,  9.76it/s]
31it [00:03,  9.09it/s]
28it [00:03,  8.58it/s]
29it [00:03, 10.81it/s]
32it [00:03,  9.50it/s]
29it [00:03,  8.45it/s]
29it [00:03,  8.95it/s]
30it [00:03, 10.28it/s]
33it [00:03, 10.92it/s]
28it [00:03,  9.27it/s]
31it [00:03, 11.71it/s]
31it [00:03, 10.01it/s]
31it [00:03, 10.43it/s]
30it [00:03,  8.59it/s]
34it [00:03,  9.25it/s]
30it [00:03, 10.61it/s]
33it [00:04, 11.20it/s]
32it [00:04, 10.14it/s]
33it [00:04, 11.48it/s]
35it [00:04, 10.07it/s]
31it [00:04,  8.35it/s]
33it [00:04, 10.44it/s]
36it [00:04,  9.68it/s]
34it [00:04, 11.02it/s]
35it [00:04, 11.04it/s]
32it [00:04,  8.17it/s]
35it [00:04, 11.35it/s]
32it [00:04,  9.45it/s]
37it [00:04, 10.32it/s]
34it [00:04, 10.85it/s]
35it [00:04,  9.77it/s]
33it [00:04,  9.08it/s]
38it [00:04,  9.60it/s]
37it [00:04, 10.90it/s]
36it [00:04,  9.62it/s]
36it [00:04,  9.77it/s]
37it [00:04, 10.40it/s]
34it [00:04,  9.22it/s]
39it [00:04,  9.39it/s]
40it [00:04, 10.69it/s]
36it [00:04, 10.44it/s]
39it [00:04, 11.35it/s]
37it [00:04,  9.22it/s]
35it [00:04,  8.84it/s]
40it [00:04,  9.45it/s]
38it [00:04,  9.71it/s]
39it [00:04, 10.36it/s]
42it [00:04, 11.21it/s]
41it [00:04, 12.27it/s]
39it [00:04, 11.30it/s]
41it [00:04,  9.56it/s]
38it [00:04, 10.21it/s]
36it [00:04,  8.54it/s]
42it [00:04,  9.11it/s]
41it [00:04, 10.44it/s]
43it [00:04, 10.95it/s]
41it [00:04, 10.44it/s]
40it [00:04, 10.36it/s]
40it [00:04,  8.87it/s]
44it [00:04,  9.95it/s]
38it [00:04,  9.02it/s]
43it [00:04,  8.75it/s]
46it [00:05, 11.55it/s]
39it [00:05,  8.42it/s]
45it [00:05, 10.98it/s]
44it [00:05,  8.50it/s]
43it [00:05, 10.56it/s]
42it [00:05,  9.37it/s]
43it [00:05,  9.50it/s]
42it [00:05,  9.73it/s]
43it [00:05,  9.47it/s]
40it [00:05,  8.27it/s]
46it [00:05, 10.54it/s]
44it [00:05,  9.16it/s]
48it [00:05, 10.53it/s]
43it [00:05,  9.28it/s]
41it [00:05,  8.66it/s]
44it [00:05,  9.07it/s]
47it [00:05,  9.69it/s]
45it [00:05,  9.37it/s]
46it [00:05, 10.58it/s]
50it [00:05, 11.42it/s]
44it [00:05,  8.92it/s]
48it [00:05, 10.19it/s]
42it [00:05,  8.45it/s]
46it [00:05,  9.03it/s]
46it [00:05,  9.37it/s]
43it [00:05,  8.15it/s]
48it [00:05, 10.31it/s]
46it [00:05,  9.48it/s]
49it [00:05,  9.04it/s]
47it [00:05,  8.69it/s]
50it [00:05, 10.07it/s]
52it [00:05, 10.03it/s]
48it [00:05, 10.59it/s]
50it [00:05,  8.77it/s]
48it [00:05,  8.48it/s]
45it [00:05,  9.12it/s]
48it [00:05, 10.28it/s]
50it [00:05,  9.22it/s]
52it [00:05,  9.57it/s]
47it [00:05, 10.79it/s]
52it [00:05,  9.75it/s]
50it [00:05,  9.93it/s]
54it [00:05,  9.24it/s]
50it [00:05,  8.97it/s]
51it [00:05,  8.94it/s]
50it [00:06,  9.29it/s]
54it [00:06,  9.51it/s]
51it [00:06,  8.70it/s]
52it [00:06, 10.21it/s]
49it [00:06, 10.20it/s]
56it [00:06,  9.46it/s]
54it [00:06,  9.41it/s]
53it [00:06,  9.70it/s]
51it [00:06,  8.97it/s]
55it [00:06,  9.33it/s]
56it [00:06, 11.02it/s]
52it [00:06,  9.16it/s]
51it [00:06, 10.90it/s]
53it [00:06,  9.42it/s]
54it [00:06, 10.41it/s]
58it [00:06,  9.61it/s]
55it [00:06, 10.07it/s]
56it [00:06,  8.86it/s]
53it [00:06,  8.81it/s]
58it [00:06, 10.99it/s]
53it [00:06, 10.92it/s]
55it [00:06,  9.85it/s]
57it [00:06,  8.56it/s]
57it [00:06, 10.36it/s]
56it [00:06,  9.82it/s]
54it [00:06,  8.49it/s]
60it [00:06,  8.97it/s]
58it [00:06,  8.25it/s]
60it [00:06, 10.95it/s]
55it [00:06,  8.08it/s]
57it [00:06,  9.86it/s]
59it [00:06, 10.26it/s]
55it [00:06,  9.62it/s]
59it [00:06,  8.12it/s]
62it [00:06,  9.52it/s]
57it [00:06, 10.53it/s]
58it [00:06,  9.09it/s]
58it [00:06,  9.40it/s]
57it [00:06, 10.86it/s]
60it [00:06,  8.03it/s]
62it [00:06,  9.61it/s]
61it [00:06, 10.64it/s]
63it [00:06,  9.14it/s]
59it [00:06,  8.85it/s]
59it [00:06,  9.03it/s]
61it [00:06,  8.50it/s]
60it [00:07,  8.63it/s]
59it [00:07,  9.17it/s]
59it [00:07, 10.84it/s]
60it [00:07,  8.72it/s]
63it [00:07, 10.75it/s]
64it [00:07,  9.70it/s]
62it [00:07,  8.31it/s]
65it [00:07,  9.00it/s]
61it [00:07,  8.90it/s]
62it [00:07, 10.59it/s]
61it [00:07,  9.41it/s]
61it [00:07, 10.31it/s]
65it [00:07, 10.76it/s]
62it [00:07,  8.61it/s]
64it [00:07,  9.31it/s]
67it [00:07, 10.00it/s]
66it [00:07,  9.78it/s]
63it [00:07,  8.89it/s]
64it [00:07, 10.71it/s]
63it [00:07, 11.81it/s]
65it [00:07,  8.90it/s]
63it [00:07,  9.83it/s]
64it [00:07,  9.10it/s]
67it [00:07, 10.28it/s]
66it [00:07, 11.69it/s]
67it [00:07, 11.14it/s]
69it [00:07,  9.19it/s]
65it [00:07, 11.72it/s]
68it [00:07,  9.00it/s]
65it [00:07,  8.47it/s]
65it [00:07, 10.13it/s]
70it [00:07,  8.92it/s]
69it [00:07,  8.76it/s]
68it [00:07, 11.34it/s]
69it [00:07,  9.41it/s]
69it [00:07,  9.59it/s]
67it [00:07, 10.11it/s]
70it [00:07,  8.56it/s]
67it [00:07,  8.93it/s]
67it [00:07,  9.84it/s]
70it [00:07,  9.09it/s]
72it [00:07,  9.07it/s]
70it [00:07,  9.90it/s]
72it [00:07,  9.89it/s]
71it [00:07,  9.69it/s]
71it [00:07,  8.82it/s]
69it [00:07, 10.21it/s]
69it [00:07,  9.60it/s]
73it [00:08,  8.81it/s]
69it [00:08,  9.47it/s]
74it [00:08, 11.62it/s]
72it [00:08,  8.59it/s]
70it [00:08,  9.15it/s]
74it [00:08,  8.56it/s]
73it [00:08, 10.05it/s]
70it [00:08,  9.12it/s]
72it [00:08,  9.04it/s]
71it [00:08,  8.79it/s]
71it [00:08,  9.33it/s]
76it [00:08, 10.79it/s]
71it [00:08,  8.82it/s]
76it [00:08,  9.37it/s]
74it [00:08,  8.89it/s]
73it [00:08,  8.80it/s]
75it [00:08, 10.32it/s]
72it [00:08,  9.03it/s]
73it [00:08,  9.41it/s]
77it [00:08,  8.88it/s]
78it [00:08, 10.76it/s]
74it [00:08,  8.52it/s]
73it [00:08,  9.16it/s]
76it [00:08,  9.56it/s]
73it [00:08,  9.14it/s]
75it [00:08, 11.36it/s]
77it [00:08, 10.00it/s]
78it [00:08,  8.62it/s]
75it [00:08, 11.07it/s]
75it [00:08,  8.20it/s]
77it [00:08,  9.16it/s]
74it [00:08,  8.82it/s]
79it [00:08,  8.42it/s]
77it [00:08, 10.40it/s]
80it [00:08,  9.63it/s]
77it [00:08, 12.20it/s]
79it [00:08, 10.24it/s]
78it [00:08,  8.85it/s]
77it [00:08, 10.55it/s]
75it [00:08,  8.56it/s]
79it [00:08,  9.06it/s]
81it [00:08,  9.28it/s]
76it [00:08,  8.36it/s]
79it [00:08, 10.53it/s]
82it [00:08,  9.00it/s]
79it [00:08, 10.13it/s]
81it [00:08, 10.61it/s]
82it [00:09,  8.92it/s]
81it [00:08,  9.08it/s]
79it [00:09,  8.69it/s]
77it [00:09,  8.15it/s]
78it [00:09,  8.58it/s]
81it [00:09, 10.97it/s]
83it [00:09,  8.59it/s]
80it [00:09,  8.49it/s]
82it [00:09,  8.81it/s]
81it [00:09, 10.32it/s]
84it [00:09,  9.09it/s]
84it [00:09,  8.60it/s]
83it [00:09,  9.23it/s]
79it [00:09,  8.33it/s]
81it [00:09,  8.30it/s]
83it [00:09,  8.48it/s]
85it [00:09,  8.81it/s]
83it [00:09, 10.49it/s]
85it [00:09,  8.40it/s]
83it [00:09,  9.76it/s]
81it [00:09, 10.11it/s]
84it [00:09,  8.33it/s]
86it [00:09,  8.59it/s]
83it [00:09,  9.16it/s]
85it [00:09,  9.49it/s]
82it [00:09, 10.00it/s]
85it [00:09,  8.66it/s]
86it [00:09,  8.24it/s]
87it [00:09,  8.40it/s]
85it [00:09,  9.83it/s]
86it [00:09,  8.87it/s]
85it [00:09, 10.42it/s]
85it [00:09,  9.50it/s]
86it [00:09,  8.41it/s]
88it [00:09, 10.09it/s]
84it [00:09,  9.96it/s]
87it [00:09,  8.63it/s]
86it [00:09,  9.12it/s]
89it [00:09,  9.18it/s]
87it [00:09,  9.89it/s]
87it [00:09, 10.45it/s]
88it [00:09,  9.32it/s]
90it [00:09, 10.45it/s]
85it [00:09,  9.38it/s]
87it [00:09,  8.82it/s]
90it [00:09,  8.86it/s]
89it [00:09,  9.37it/s]
89it [00:09,  8.86it/s]
87it [00:09, 11.06it/s]
89it [00:09, 10.07it/s]
89it [00:09, 10.05it/s]
91it [00:10,  8.61it/s]
89it [00:10,  9.65it/s]
90it [00:10,  8.88it/s]
90it [00:10,  8.58it/s]
92it [00:10,  9.38it/s]
91it [00:10, 11.64it/s]
89it [00:10, 11.55it/s]
93it [00:10, 10.90it/s]
90it [00:10,  9.17it/s]
91it [00:10,  8.61it/s]
94it [00:10, 11.26it/s]
91it [00:10,  9.69it/s]
92it [00:10,  9.41it/s]
92it [00:10,  8.40it/s]
93it [00:10, 10.78it/s]
96it [00:10, 12.12it/s]
91it [00:10, 10.75it/s]
95it [00:10, 10.17it/s]
92it [00:10,  9.73it/s]
92it [00:10,  9.26it/s]
94it [00:10, 10.73it/s]
95it [00:10, 12.11it/s]
93it [00:10,  9.26it/s]
94it [00:10,  9.33it/s]
93it [00:10,  8.89it/s]
98it [00:10, 11.73it/s]
93it [00:10,  9.51it/s]
97it [00:10,  9.23it/s]
94it [00:10,  8.89it/s]
100it [00:10, 13.19it/s]
97it [00:10, 11.30it/s]
96it [00:10,  9.88it/s]
96it [00:10,  9.44it/s]
95it [00:10,  9.53it/s]
95it [00:10,  9.14it/s]
94it [00:10,  9.14it/s]
98it [00:10,  8.88it/s]
97it [00:10,  9.07it/s]
96it [00:10,  8.98it/s]
95it [00:10,  9.28it/s]
102it [00:10, 11.43it/s]
99it [00:10, 10.40it/s]
99it [00:10,  8.63it/s]
97it [00:10,  9.80it/s]
98it [00:10,  9.49it/s]
98it [00:10,  8.72it/s]
96it [00:10,  9.39it/s]
97it [00:10,  8.70it/s]
100it [00:10,  8.90it/s]
100it [00:11, 10.91it/s]
98it [00:11,  8.98it/s]
99it [00:11, 10.20it/s]
104it [00:11, 10.49it/s]
101it [00:11,  9.79it/s]
101it [00:11,  8.56it/s]
98it [00:11, 10.40it/s]
100it [00:11,  9.14it/s]
99it [00:11,  8.62it/s]
102it [00:11,  8.36it/s]
102it [00:11, 10.13it/s]
100it [00:11, 10.55it/s]
106it [00:11, 10.10it/s]
102it [00:11,  9.67it/s]
101it [00:11,  9.09it/s]
103it [00:11,  9.11it/s]
103it [00:11,  8.23it/s]
101it [00:11,  9.30it/s]
102it [00:11, 10.66it/s]
103it [00:11, 10.52it/s]
104it [00:11,  8.12it/s]
108it [00:11, 10.36it/s]
104it [00:11, 10.08it/s]
104it [00:11,  9.17it/s]
103it [00:11,  9.73it/s]
105it [00:11,  9.31it/s]
104it [00:11,  9.75it/s]
104it [00:11, 10.57it/s]
110it [00:11, 10.56it/s]
105it [00:11, 10.48it/s]
106it [00:11, 10.34it/s]
106it [00:11,  8.98it/s]
106it [00:11,  8.64it/s]
106it [00:11,  9.40it/s]
107it [00:11, 12.03it/s]
105it [00:11,  9.16it/s]
108it [00:11, 10.81it/s]
107it [00:11,  8.72it/s]
112it [00:11, 10.70it/s]
107it [00:11,  9.06it/s]
106it [00:11, 10.07it/s]
108it [00:11, 10.20it/s]
106it [00:11,  8.51it/s]
109it [00:11, 10.34it/s]
110it [00:11, 10.29it/s]
109it [00:12,  9.64it/s]
109it [00:12, 10.32it/s]
107it [00:12,  8.30it/s]
114it [00:12, 10.04it/s]
108it [00:12,  9.77it/s]
110it [00:12,  9.28it/s]
108it [00:12,  8.09it/s]
111it [00:12,  9.28it/s]
109it [00:12,  9.35it/s]
111it [00:12,  9.76it/s]
112it [00:12,  9.31it/s]
111it [00:12,  9.42it/s]
116it [00:12,  9.28it/s]
110it [00:12,  8.97it/s]
112it [00:12,  9.26it/s]
110it [00:12,  8.79it/s]
113it [00:12, 10.11it/s]
113it [00:12,  9.25it/s]
113it [00:12, 10.47it/s]
117it [00:12,  8.99it/s]
114it [00:12,  9.73it/s]
113it [00:12,  9.38it/s]
111it [00:12,  8.67it/s]
114it [00:12,  8.94it/s]
112it [00:12,  9.81it/s]
118it [00:12,  8.73it/s]
112it [00:12,  8.43it/s]
115it [00:12,  9.83it/s]
115it [00:12,  9.86it/s]
115it [00:12,  9.56it/s]
115it [00:12,  8.66it/s]
116it [00:12,  9.26it/s]
119it [00:12,  8.53it/s]
113it [00:12,  8.14it/s]
114it [00:12, 10.10it/s]
116it [00:12,  9.39it/s]
116it [00:12,  9.59it/s]
116it [00:12,  8.43it/s]
121it [00:12, 10.80it/s]
114it [00:12,  8.05it/s]
115it [00:12,  9.53it/s]
117it [00:12,  9.04it/s]
118it [00:12,  9.60it/s]
117it [00:12,  9.14it/s]
118it [00:12, 10.53it/s]
118it [00:12,  9.76it/s]
116it [00:12, 10.56it/s]
116it [00:12,  9.05it/s]
118it [00:13,  8.73it/s]
119it [00:12,  9.22it/s]
123it [00:13,  9.52it/s]
119it [00:13,  9.59it/s]
120it [00:13,  9.36it/s]
117it [00:13,  8.66it/s]
119it [00:13,  8.50it/s]
120it [00:13, 10.11it/s]
120it [00:13,  9.33it/s]
118it [00:13, 10.27it/s]
121it [00:13,  8.95it/s]
120it [00:13,  8.34it/s]
118it [00:13,  8.22it/s]
121it [00:13,  9.40it/s]
125it [00:13,  8.88it/s]
122it [00:13, 10.36it/s]
121it [00:13,  8.97it/s]
121it [00:13,  8.69it/s]
122it [00:13,  8.64it/s]
120it [00:13, 10.25it/s]
122it [00:13,  9.00it/s]
120it [00:13,  9.22it/s]
126it [00:13,  8.64it/s]
122it [00:13,  8.75it/s]
124it [00:13, 10.46it/s]
123it [00:13,  8.70it/s]
123it [00:13,  9.56it/s]
124it [00:13,  9.41it/s]
121it [00:13,  8.88it/s]
127it [00:13,  8.46it/s]
123it [00:13,  8.36it/s]
122it [00:13,  9.16it/s]
125it [00:13, 10.23it/s]
125it [00:13,  8.94it/s]
126it [00:13, 10.58it/s]
122it [00:13,  8.61it/s]
128it [00:13,  8.30it/s]
125it [00:13, 10.05it/s]
124it [00:13,  8.25it/s]
126it [00:13,  9.18it/s]
124it [00:13, 10.09it/s]
123it [00:13,  8.41it/s]
129it [00:13,  8.17it/s]
126it [00:13,  9.47it/s]
125it [00:13,  8.11it/s]
128it [00:13, 10.33it/s]
127it [00:13,  9.18it/s]
124it [00:13,  8.13it/s]
130it [00:13,  7.87it/s]
128it [00:13,  9.24it/s]
130it [00:13, 11.87it/s]
126it [00:14,  9.59it/s]
128it [00:14,  9.64it/s]
128it [00:14,  8.87it/s]
125it [00:14,  8.24it/s]
127it [00:14,  8.52it/s]
132it [00:14, 10.03it/s]
129it [00:14,  8.86it/s]
129it [00:14,  9.11it/s]
127it [00:14,  9.17it/s]
129it [00:14,  9.20it/s]
126it [00:14,  8.11it/s]
132it [00:14, 10.23it/s]
134it [00:14, 10.34it/s]
129it [00:14,  8.99it/s]
128it [00:14,  8.84it/s]
131it [00:14, 10.58it/s]
127it [00:14,  8.02it/s]
131it [00:14, 10.23it/s]
131it [00:14,  8.83it/s]
136it [00:14, 12.24it/s]
130it [00:14,  8.72it/s]
128it [00:14,  8.43it/s]
134it [00:14, 10.40it/s]
132it [00:14,  8.56it/s]
130it [00:14,  8.99it/s]
131it [00:14,  8.50it/s]
133it [00:14,  9.40it/s]
129it [00:14,  8.25it/s]
133it [00:14,  9.23it/s]
134it [00:14, 10.66it/s]
138it [00:14, 11.14it/s]
131it [00:14,  8.61it/s]
132it [00:14,  8.34it/s]
136it [00:14,  9.86it/s]
134it [00:14,  9.03it/s]
130it [00:14,  8.11it/s]
140it [00:14, 11.68it/s]
135it [00:14,  9.72it/s]
133it [00:14,  8.65it/s]
135it [00:14,  8.73it/s]
136it [00:14,  9.88it/s]
133it [00:14,  9.42it/s]
132it [00:14,  8.84it/s]
134it [00:14,  8.41it/s]
138it [00:14,  9.41it/s]
134it [00:14,  9.05it/s]
142it [00:14, 10.56it/s]
137it [00:14,  9.60it/s]
137it [00:15,  9.16it/s]
135it [00:15,  8.23it/s]
139it [00:15,  9.07it/s]
134it [00:15, 10.01it/s]
135it [00:15,  9.23it/s]
138it [00:15,  9.04it/s]
138it [00:15,  9.23it/s]
140it [00:15,  8.82it/s]
135it [00:15,  9.43it/s]
136it [00:15,  8.85it/s]
139it [00:15,  9.72it/s]
139it [00:15,  8.76it/s]
137it [00:15,  8.85it/s]
139it [00:15,  8.90it/s]
144it [00:15,  9.41it/s]
141it [00:15,  8.59it/s]
136it [00:15,  8.85it/s]
141it [00:15, 10.63it/s]
138it [00:15,  9.65it/s]
138it [00:15,  8.52it/s]
140it [00:15,  8.51it/s]
141it [00:15, 10.11it/s]
142it [00:15,  8.89it/s]
137it [00:15,  8.56it/s]
143it [00:15, 11.87it/s]
140it [00:15, 10.82it/s]
139it [00:15,  9.16it/s]
146it [00:15,  8.87it/s]
138it [00:15,  8.33it/s]
142it [00:15,  9.07it/s]
144it [00:15,  9.26it/s]
140it [00:15,  8.79it/s]
147it [00:15,  8.67it/s]
143it [00:15,  9.22it/s]
145it [00:15, 10.89it/s]
143it [00:15,  8.75it/s]
145it [00:15,  8.90it/s]
142it [00:15,  9.46it/s]
140it [00:15,  9.18it/s]
144it [00:15,  8.98it/s]
149it [00:15,  9.36it/s]
142it [00:15,  9.23it/s]
145it [00:15,  9.42it/s]
146it [00:15,  8.63it/s]
141it [00:15,  9.35it/s]
151it [00:15, 11.16it/s]
147it [00:15,  9.65it/s]
144it [00:15, 11.29it/s]
146it [00:15, 10.82it/s]
144it [00:15,  9.22it/s]
146it [00:15,  9.08it/s]
148it [00:15,  9.98it/s]
143it [00:16,  9.33it/s]
149it [00:16, 10.40it/s]
153it [00:16, 11.12it/s]
146it [00:16, 11.11it/s]
148it [00:16, 10.82it/s]
149it [00:16,  9.40it/s]
148it [00:16,  9.62it/s]
146it [00:16,  9.44it/s]
145it [00:16, 10.89it/s]
150it [00:16,  8.95it/s]
148it [00:16, 11.12it/s]
155it [00:16, 11.09it/s]
148it [00:16, 11.03it/s]
151it [00:16,  9.84it/s]
150it [00:16,  9.83it/s]
150it [00:16,  9.99it/s]
151it [00:16,  8.66it/s]
147it [00:16, 10.51it/s]
151it [00:16,  9.37it/s]
153it [00:16, 11.00it/s]
157it [00:16, 10.28it/s]
152it [00:16, 10.71it/s]
150it [00:16, 10.16it/s]
150it [00:16,  9.80it/s]
153it [00:16,  9.13it/s]
152it [00:16,  8.99it/s]
149it [00:16, 10.00it/s]
159it [00:16, 10.94it/s]
154it [00:16,  8.80it/s]
152it [00:16, 10.39it/s]
153it [00:16,  8.67it/s]
155it [00:16,  9.55it/s]
152it [00:16,  9.47it/s]
154it [00:16,  9.58it/s]
161it [00:16, 12.51it/s]
155it [00:16,  8.52it/s]
151it [00:16,  9.56it/s]
155it [00:16,  9.44it/s]
156it [00:16,  9.86it/s]
156it [00:16,  8.35it/s]
154it [00:16,  9.46it/s]
152it [00:16,  9.18it/s]
157it [00:16,  8.87it/s]
154it [00:17,  8.88it/s]
163it [00:17, 10.48it/s]
156it [00:17,  9.04it/s]
158it [00:17, 11.11it/s]
155it [00:17,  9.12it/s]
158it [00:17,  8.65it/s]
154it [00:17, 10.09it/s]
155it [00:17,  8.67it/s]
158it [00:17,  8.85it/s]
156it [00:17,  8.83it/s]
158it [00:17,  9.64it/s]
165it [00:17,  9.90it/s]
159it [00:17,  8.45it/s]
156it [00:17,  8.49it/s]
160it [00:17, 10.75it/s]
157it [00:17,  8.59it/s]
160it [00:17,  9.49it/s]
159it [00:17,  9.16it/s]
156it [00:17,  9.56it/s]
160it [00:17,  8.31it/s]
157it [00:17,  8.30it/s]
162it [00:17, 11.35it/s]
167it [00:17, 10.23it/s]
161it [00:17,  9.29it/s]
158it [00:17,  8.40it/s]
161it [00:17, 10.83it/s]
158it [00:17, 10.85it/s]
161it [00:17,  8.15it/s]
158it [00:17,  8.16it/s]
163it [00:17, 11.21it/s]
159it [00:17,  8.23it/s]
164it [00:17, 11.23it/s]
169it [00:17, 10.38it/s]
159it [00:17,  8.06it/s]
163it [00:17,  9.99it/s]
160it [00:17, 10.20it/s]
160it [00:17,  8.12it/s]
163it [00:17,  8.40it/s]
165it [00:17, 11.25it/s]
171it [00:17, 10.56it/s]
161it [00:17,  8.56it/s]
166it [00:17,  9.83it/s]
165it [00:17, 10.28it/s]
162it [00:17,  9.15it/s]
162it [00:17, 10.37it/s]
165it [00:17,  9.19it/s]
173it [00:17, 10.73it/s]
162it [00:17,  8.35it/s]
167it [00:18,  9.81it/s]
163it [00:18,  8.81it/s]
166it [00:18,  8.89it/s]
167it [00:18, 10.47it/s]
164it [00:18, 10.51it/s]
164it [00:18, 10.15it/s]
168it [00:18,  9.11it/s]
175it [00:18, 11.33it/s]
164it [00:18,  8.51it/s]
167it [00:18,  8.63it/s]
169it [00:18,  9.30it/s]
169it [00:18, 10.57it/s]
166it [00:18, 11.56it/s]
170it [00:18, 10.38it/s]
165it [00:18,  8.82it/s]
166it [00:18, 10.53it/s]
177it [00:18, 11.25it/s]
170it [00:18,  9.38it/s]
166it [00:18,  8.48it/s]
169it [00:18,  8.89it/s]
171it [00:18,  8.98it/s]
171it [00:18,  9.94it/s]
168it [00:18, 10.44it/s]
167it [00:18,  8.85it/s]
172it [00:18,  9.45it/s]
170it [00:18,  8.64it/s]
168it [00:18,  9.52it/s]
179it [00:18,  9.97it/s]
172it [00:18,  9.19it/s]
168it [00:18,  8.55it/s]
174it [00:18, 11.04it/s]
171it [00:18,  8.42it/s]
169it [00:18,  9.16it/s]
173it [00:18,  9.34it/s]
173it [00:18,  9.92it/s]
181it [00:18, 10.37it/s]
170it [00:18,  9.30it/s]
172it [00:18,  8.27it/s]
174it [00:18,  9.44it/s]
170it [00:18,  8.85it/s]
170it [00:18,  9.51it/s]
176it [00:18, 10.46it/s]
175it [00:18, 10.19it/s]
171it [00:18,  8.96it/s]
171it [00:18,  9.03it/s]
174it [00:18, 10.24it/s]
175it [00:18,  8.94it/s]
183it [00:18, 10.03it/s]
172it [00:19,  9.67it/s]
173it [00:19, 10.17it/s]
172it [00:19,  8.65it/s]
176it [00:19,  8.46it/s]
176it [00:19, 10.98it/s]
178it [00:19,  9.49it/s]
177it [00:19,  9.70it/s]
173it [00:19,  9.17it/s]
173it [00:19,  8.42it/s]
175it [00:19, 11.47it/s]
185it [00:19,  9.23it/s]
178it [00:19,  9.31it/s]
178it [00:19, 10.96it/s]
178it [00:19,  8.90it/s]
174it [00:19,  8.82it/s]
186it [00:19,  8.97it/s]
175it [00:19,  9.31it/s]
180it [00:19, 11.07it/s]
177it [00:19, 11.24it/s]
180it [00:19,  8.94it/s]
179it [00:19,  8.60it/s]
175it [00:19,  8.55it/s]
187it [00:19,  8.70it/s]
176it [00:19,  8.91it/s]
181it [00:19,  8.66it/s]
180it [00:19,  9.68it/s]
180it [00:19,  8.38it/s]
176it [00:19,  8.35it/s]
182it [00:19, 11.21it/s]
179it [00:19, 11.11it/s]
182it [00:19,  8.86it/s]
177it [00:19,  8.61it/s]
189it [00:19,  9.88it/s]
181it [00:19,  8.19it/s]
177it [00:19,  8.07it/s]
183it [00:19,  8.60it/s]
178it [00:19,  8.37it/s]
182it [00:19,  9.39it/s]
183it [00:19, 10.25it/s]
184it [00:19,  9.82it/s]
178it [00:19,  8.02it/s]
181it [00:19,  9.80it/s]
191it [00:19, 10.35it/s]
183it [00:19,  9.46it/s]
180it [00:19, 10.09it/s]
179it [00:19,  7.95it/s]
185it [00:19,  8.85it/s]
181it [00:19,  9.44it/s]
193it [00:20,  9.80it/s]
185it [00:20,  9.16it/s]
186it [00:20,  9.08it/s]
180it [00:20,  7.94it/s]
183it [00:20,  9.10it/s]
185it [00:20,  9.43it/s]
186it [00:20,  8.59it/s]
182it [00:20,  8.93it/s]
184it [00:20,  9.21it/s]
194it [00:20,  9.34it/s]
186it [00:20,  8.84it/s]
186it [00:20,  9.04it/s]
187it [00:20,  8.22it/s]
188it [00:20,  9.17it/s]
182it [00:20,  8.55it/s]
183it [00:20,  8.60it/s]
187it [00:20,  9.23it/s]
187it [00:20,  8.33it/s]
196it [00:20, 10.41it/s]
186it [00:20,  9.71it/s]
189it [00:20,  9.30it/s]
189it [00:20,  9.68it/s]
188it [00:20,  9.38it/s]
185it [00:20, 10.58it/s]
184it [00:20,  9.37it/s]
188it [00:20,  8.18it/s]
187it [00:20,  9.28it/s]
190it [00:20,  8.96it/s]
190it [00:20,  9.20it/s]
190it [00:20, 10.74it/s]
190it [00:20, 10.50it/s]
185it [00:20,  8.98it/s]
198it [00:20,  9.23it/s]
188it [00:20,  8.87it/s]
187it [00:20,  9.31it/s]
192it [00:20,  9.72it/s]
186it [00:20,  8.69it/s]
192it [00:20, 11.62it/s]
192it [00:20,  9.21it/s]
193it [00:20,  9.78it/s]
200it [00:20,  9.64it/s]
188it [00:20,  8.93it/s]
192it [00:20,  9.42it/s]
187it [00:20,  8.45it/s]
193it [00:20,  8.84it/s]
194it [00:20, 11.32it/s]
194it [00:20,  9.24it/s]
189it [00:20,  8.62it/s]
193it [00:20,  9.07it/s]
188it [00:20,  8.14it/s]
194it [00:20,  8.58it/s]
202it [00:20,  9.52it/s]
190it [00:20,  8.91it/s]
195it [00:21,  8.84it/s]
189it [00:21,  5.16it/s]
196it [00:21, 11.07it/s]
196it [00:21, 10.88it/s]
189it [00:21,  8.07it/s]
195it [00:21,  9.68it/s]
191it [00:21,  8.59it/s]
190it [00:21,  5.54it/s]
204it [00:21,  9.45it/s]
197it [00:21,  9.57it/s]
190it [00:21,  8.02it/s]
198it [00:21, 11.48it/s]
196it [00:21,  9.26it/s]
192it [00:21,  8.34it/s]
198it [00:21, 10.38it/s]
198it [00:21,  9.11it/s]
205it [00:21,  9.02it/s]
191it [00:21,  7.99it/s]
192it [00:21,  7.40it/s]
197it [00:21,  8.90it/s]
193it [00:21,  8.19it/s]
200it [00:21, 11.03it/s]
193it [00:21, 10.72it/s]
199it [00:21,  8.75it/s]
206it [00:21,  8.72it/s]
193it [00:21,  7.51it/s]
200it [00:21, 10.54it/s]
198it [00:21,  8.59it/s]
194it [00:21,  8.09it/s]
200it [00:21,  8.97it/s]
199it [00:21,  8.86it/s]
194it [00:21,  7.58it/s]
207it [00:21,  8.42it/s]
202it [00:21, 11.13it/s]
202it [00:21, 10.57it/s]
195it [00:21,  7.97it/s]
195it [00:21,  8.09it/s]
209it [00:21, 10.21it/s]
202it [00:21,  9.32it/s]
201it [00:21,  9.65it/s]
195it [00:21,  8.12it/s]
196it [00:21,  7.89it/s]
196it [00:21,  7.95it/s]
204it [00:21,  9.72it/s]
204it [00:21,  9.95it/s]
202it [00:21,  9.17it/s]
196it [00:21,  8.05it/s]
211it [00:21, 10.38it/s]
198it [00:21,  9.69it/s]
204it [00:21,  9.32it/s]
198it [00:21,  8.44it/s]
203it [00:22,  8.80it/s]
206it [00:22,  9.53it/s]
206it [00:22,  9.84it/s]
213it [00:22, 10.70it/s]
200it [00:22, 11.29it/s]
198it [00:22,  8.69it/s]
200it [00:22, 10.58it/s]
205it [00:22, 11.12it/s]
206it [00:22,  9.30it/s]
207it [00:22,  9.17it/s]
199it [00:22,  8.51it/s]
208it [00:22, 10.17it/s]
202it [00:22, 10.62it/s]
208it [00:22,  9.32it/s]
207it [00:22, 10.68it/s]
215it [00:22,  9.57it/s]
202it [00:22,  9.73it/s]
200it [00:22,  8.36it/s]
208it [00:22,  9.77it/s]
209it [00:22,  8.93it/s]
204it [00:22, 11.48it/s]
202it [00:22, 10.69it/s]
210it [00:22,  9.85it/s]
210it [00:22, 11.08it/s]
204it [00:22, 10.33it/s]
217it [00:22,  9.97it/s]
210it [00:22,  8.61it/s]
209it [00:22,  9.39it/s]
211it [00:22,  9.41it/s]
206it [00:22, 11.52it/s]
219it [00:22, 10.87it/s]
212it [00:22, 11.01it/s]
204it [00:22, 10.07it/s]
211it [00:22,  8.40it/s]
210it [00:22,  9.06it/s]
206it [00:22,  9.85it/s]
212it [00:22,  9.05it/s]
208it [00:22, 11.86it/s]
206it [00:22, 11.87it/s]
212it [00:22,  8.24it/s]
211it [00:22,  8.78it/s]
221it [00:22, 10.91it/s]
213it [00:22,  8.76it/s]
214it [00:22,  9.79it/s]
212it [00:22,  8.55it/s]
210it [00:22, 11.48it/s]
208it [00:22, 11.43it/s]
208it [00:22,  9.05it/s]
214it [00:22,  8.49it/s]
223it [00:23, 10.91it/s]
214it [00:23,  8.57it/s]
213it [00:23,  8.38it/s]
212it [00:23, 11.44it/s]
216it [00:23,  9.42it/s]
215it [00:23,  8.38it/s]
210it [00:23, 11.24it/s]
210it [00:23,  9.10it/s]
216it [00:23,  8.79it/s]
215it [00:23, 10.37it/s]
225it [00:23, 10.60it/s]
217it [00:23, 10.71it/s]
217it [00:23,  9.09it/s]
214it [00:23, 11.80it/s]
211it [00:23,  8.81it/s]
218it [00:23,  9.19it/s]
212it [00:23,  9.87it/s]
217it [00:23,  9.87it/s]
227it [00:23, 10.00it/s]
219it [00:23, 10.76it/s]
219it [00:23,  9.65it/s]
216it [00:23, 10.91it/s]
219it [00:23,  8.87it/s]
213it [00:23,  9.05it/s]
214it [00:23, 11.10it/s]
220it [00:23,  9.22it/s]
219it [00:23, 10.22it/s]
221it [00:23, 10.84it/s]
220it [00:23,  8.61it/s]
214it [00:23,  8.79it/s]
229it [00:23,  9.21it/s]
221it [00:23,  8.86it/s]
216it [00:23, 11.07it/s]
223it [00:23, 12.46it/s]
221it [00:23,  8.89it/s]
218it [00:23,  9.74it/s]
221it [00:23, 10.43it/s]
222it [00:23,  8.57it/s]
216it [00:23,  8.97it/s]
222it [00:23,  8.61it/s]
231it [00:23,  9.65it/s]
218it [00:23, 11.03it/s]
223it [00:23,  8.36it/s]
225it [00:23, 10.82it/s]
220it [00:24,  9.37it/s]
224it [00:24,  9.45it/s]
223it [00:24,  9.34it/s]
218it [00:24,  9.23it/s]
224it [00:24,  8.18it/s]
233it [00:24,  9.37it/s]
221it [00:24,  9.05it/s]
220it [00:24, 10.21it/s]
226it [00:24, 11.12it/s]
227it [00:24,  9.97it/s]
225it [00:24,  8.10it/s]
225it [00:24,  9.79it/s]
234it [00:24,  8.88it/s]
220it [00:24,  9.72it/s]
222it [00:24,  8.75it/s]
226it [00:24,  8.01it/s]
228it [00:24, 11.06it/s]
235it [00:24,  8.62it/s]
223it [00:24,  8.52it/s]
222it [00:24,  9.37it/s]
229it [00:24,  9.58it/s]
222it [00:24, 10.04it/s]
224it [00:24,  8.83it/s]
227it [00:24,  7.94it/s]
237it [00:24, 10.66it/s]
227it [00:24,  9.09it/s]
223it [00:24,  9.06it/s]
230it [00:24, 11.05it/s]
225it [00:24,  8.55it/s]
224it [00:24, 10.43it/s]
228it [00:24,  7.91it/s]
228it [00:24,  8.83it/s]
239it [00:24, 10.60it/s]
225it [00:24,  9.75it/s]
231it [00:24,  9.00it/s]
226it [00:24, 11.96it/s]
232it [00:24, 10.86it/s]
226it [00:24,  8.33it/s]
229it [00:24,  8.61it/s]
230it [00:24,  8.90it/s]
226it [00:24,  9.32it/s]
232it [00:24,  8.77it/s]
228it [00:24, 10.77it/s]
241it [00:24,  9.52it/s]
231it [00:24,  8.61it/s]
227it [00:24,  8.93it/s]
233it [00:24,  8.56it/s]
231it [00:24,  9.09it/s]
228it [00:24, 10.84it/s]
234it [00:25,  9.69it/s]
230it [00:25, 11.35it/s]
232it [00:25,  8.39it/s]
228it [00:25,  8.62it/s]
234it [00:25,  8.25it/s]
235it [00:25,  9.30it/s]
232it [00:25, 12.97it/s]
233it [00:25,  9.64it/s]
230it [00:25, 10.72it/s]
243it [00:25,  9.27it/s]
233it [00:25,  8.76it/s]
229it [00:25,  8.42it/s]
236it [00:25,  8.97it/s]
234it [00:25,  9.22it/s]
236it [00:25,  9.06it/s]
234it [00:25,  8.48it/s]
230it [00:25,  8.27it/s]
245it [00:25,  9.49it/s]
234it [00:25, 10.62it/s]
235it [00:25,  8.90it/s]
232it [00:25,  9.64it/s]
235it [00:25,  8.26it/s]
238it [00:25,  9.32it/s]
238it [00:25,  9.58it/s]
231it [00:25,  8.04it/s]
246it [00:25,  9.14it/s]
236it [00:25,  8.64it/s]
239it [00:25,  9.42it/s]
236it [00:25, 10.87it/s]
232it [00:25,  7.84it/s]
247it [00:25,  8.84it/s]
237it [00:25,  8.94it/s]
234it [00:25,  9.36it/s]
240it [00:25,  9.94it/s]
238it [00:25, 10.51it/s]
241it [00:25,  9.96it/s]
239it [00:25, 10.29it/s]
241it [00:25,  9.39it/s]
236it [00:25,  9.78it/s]
234it [00:25,  8.25it/s]
238it [00:25,  9.52it/s]
249it [00:25,  8.84it/s]
240it [00:25,  9.31it/s]
242it [00:25,  8.96it/s]
243it [00:25, 10.34it/s]
236it [00:25, 10.07it/s]
241it [00:25, 10.48it/s]
240it [00:25, 10.76it/s]
250it [00:25,  8.60it/s]
238it [00:26, 10.05it/s]
243it [00:26,  9.17it/s]
241it [00:26,  8.97it/s]
243it [00:26, 12.18it/s]
252it [00:26,  9.85it/s]
244it [00:26,  8.79it/s]
245it [00:26,  9.76it/s]
242it [00:26, 10.71it/s]
242it [00:26,  8.68it/s]
252it [00:26,  9.63it/s]

238it [00:26,  9.59it/s]
245it [00:26, 12.75it/s]
240it [00:26,  9.62it/s]
246it [00:26,  9.75it/s]
246it [00:26, 10.63it/s]
239it [00:26,  9.18it/s]
244it [00:26,  9.96it/s]
241it [00:26,  9.25it/s]
247it [00:26,  9.27it/s]
244it [00:26,  9.86it/s]
247it [00:26, 12.00it/s]
240it [00:26,  8.84it/s]
245it [00:26,  9.39it/s]
242it [00:26,  9.34it/s]
248it [00:26, 10.37it/s]
248it [00:26,  8.92it/s]
246it [00:26,  8.99it/s]
249it [00:26, 11.49it/s]
249it [00:26,  9.15it/s]
246it [00:26,  9.47it/s]
244it [00:26,  9.79it/s]
242it [00:26,  9.03it/s]
247it [00:26,  9.55it/s]
250it [00:26,  9.31it/s]
248it [00:26,  9.64it/s]
245it [00:26,  9.31it/s]
248it [00:26,  9.63it/s]
244it [00:26,  9.65it/s]
251it [00:26,  8.89it/s]
251it [00:26,  9.87it/s]
249it [00:26,  9.18it/s]
246it [00:26,  8.93it/s]
249it [00:26,  9.17it/s]
252it [00:26,  9.06it/s]
245it [00:26,  9.24it/s]
252it [00:26,  8.65it/s]
252it [00:27,  9.33it/s]
252it [00:26,  9.34it/s]


251it [00:27, 10.61it/s]
247it [00:27,  8.62it/s]
250it [00:27,  8.81it/s]
253it [00:27,  9.34it/s]

246it [00:27,  8.88it/s]
252it [00:27,  9.29it/s]

248it [00:27,  8.41it/s]
247it [00:27,  9.11it/s]
252it [00:27,  9.54it/s]
252it [00:27,  9.23it/s]

249it [00:27, 10.50it/s]
250it [00:27,  9.28it/s]
251it [00:27, 10.31it/s]
252it [00:27,  9.53it/s]
252it [00:27,  9.14it/s]

252it [00:27,  9.10it/s]
Evaluating sqa_test ...
Results saved to results/sqa_test_240807215618.jsonl
Acc@1: 0.9400099157164105
+ '[' scienceqa == mmmu-dev ']'
+ '[' scienceqa == mmmu-val ']'
+ '[' scienceqa == mmmu-test ']'
+ '[' scienceqa == mmmu-dev-cot ']'
+ '[' scienceqa == mmmu-val-cot ']'
+ '[' scienceqa == mmmu-test-cot ']'
+ '[' scienceqa == mmvp ']'
+ '[' scienceqa == mathvista-testmini ']'
+ '[' scienceqa == mathvista-test ']'
+ '[' scienceqa == seed ']'
+ '[' scienceqa == mvbench ']'