bpdevai's picture
Training in progress, epoch 5, checkpoint
3daaafe verified
raw
history blame
10.1 kB
{
"best_metric": 0.0041,
"best_model_checkpoint": "test_detr_finetuned_cppe5/checkpoint-535",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 535,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"step": 107,
"train_loss": 3.2706406116485596,
"train_map": 0.0002,
"train_map_50": 0.0006,
"train_map_75": 0.0001,
"train_map_Coverall": 0.0007,
"train_map_Face_Shield": 0.0,
"train_map_Gloves": 0.0001,
"train_map_Goggles": 0.0,
"train_map_Mask": 0.0,
"train_map_large": 0.0003,
"train_map_medium": 0.0,
"train_map_small": 0.0,
"train_mar_1": 0.003,
"train_mar_10": 0.0087,
"train_mar_100": 0.0266,
"train_mar_100_Coverall": 0.0956,
"train_mar_100_Face_Shield": 0.0006,
"train_mar_100_Gloves": 0.034,
"train_mar_100_Goggles": 0.0013,
"train_mar_100_Mask": 0.0016,
"train_mar_large": 0.0244,
"train_mar_medium": 0.0105,
"train_mar_small": 0.002,
"train_runtime": 75.6338,
"train_samples_per_second": 11.238,
"train_steps_per_second": 1.415
},
{
"epoch": 1.0,
"eval_loss": 3.281048059463501,
"eval_map": 0.0001,
"eval_map_50": 0.0005,
"eval_map_75": 0.0,
"eval_map_Coverall": 0.0005,
"eval_map_Face_Shield": 0.0,
"eval_map_Gloves": 0.0001,
"eval_map_Goggles": 0.0,
"eval_map_Mask": 0.0,
"eval_map_large": 0.0002,
"eval_map_medium": 0.0001,
"eval_map_small": 0.0001,
"eval_mar_1": 0.002,
"eval_mar_10": 0.0057,
"eval_mar_100": 0.0185,
"eval_mar_100_Coverall": 0.0676,
"eval_mar_100_Face_Shield": 0.0,
"eval_mar_100_Gloves": 0.0246,
"eval_mar_100_Goggles": 0.0,
"eval_mar_100_Mask": 0.0004,
"eval_mar_large": 0.0155,
"eval_mar_medium": 0.0078,
"eval_mar_small": 0.0027,
"eval_runtime": 41.9051,
"eval_samples_per_second": 3.58,
"eval_steps_per_second": 0.453,
"step": 107
},
{
"epoch": 2.0,
"step": 214,
"train_loss": 3.312178373336792,
"train_map": 0.0021,
"train_map_50": 0.0092,
"train_map_75": 0.0002,
"train_map_Coverall": 0.0106,
"train_map_Face_Shield": 0.0,
"train_map_Gloves": 0.0,
"train_map_Goggles": 0.0,
"train_map_Mask": 0.0001,
"train_map_large": 0.0023,
"train_map_medium": 0.0001,
"train_map_small": 0.0001,
"train_mar_1": 0.0084,
"train_mar_10": 0.0299,
"train_mar_100": 0.0442,
"train_mar_100_Coverall": 0.2058,
"train_mar_100_Face_Shield": 0.0,
"train_mar_100_Gloves": 0.015,
"train_mar_100_Goggles": 0.0,
"train_mar_100_Mask": 0.0001,
"train_mar_large": 0.0452,
"train_mar_medium": 0.0064,
"train_mar_small": 0.0003,
"train_runtime": 71.4629,
"train_samples_per_second": 11.894,
"train_steps_per_second": 1.497
},
{
"epoch": 2.0,
"eval_loss": 3.3038530349731445,
"eval_map": 0.002,
"eval_map_50": 0.0085,
"eval_map_75": 0.0002,
"eval_map_Coverall": 0.0098,
"eval_map_Face_Shield": 0.0,
"eval_map_Gloves": 0.0,
"eval_map_Goggles": 0.0,
"eval_map_Mask": 0.0,
"eval_map_large": 0.0023,
"eval_map_medium": 0.0,
"eval_map_small": 0.0002,
"eval_mar_1": 0.0058,
"eval_mar_10": 0.0224,
"eval_mar_100": 0.0351,
"eval_mar_100_Coverall": 0.1644,
"eval_mar_100_Face_Shield": 0.0,
"eval_mar_100_Gloves": 0.0112,
"eval_mar_100_Goggles": 0.0,
"eval_mar_100_Mask": 0.0,
"eval_mar_large": 0.0373,
"eval_mar_medium": 0.006,
"eval_mar_small": 0.0005,
"eval_runtime": 36.9767,
"eval_samples_per_second": 4.057,
"eval_steps_per_second": 0.514,
"step": 214
},
{
"epoch": 3.0,
"step": 321,
"train_loss": 3.66046404838562,
"train_map": 0.0004,
"train_map_50": 0.0022,
"train_map_75": 0.0,
"train_map_Coverall": 0.0018,
"train_map_Face_Shield": 0.0,
"train_map_Gloves": 0.0,
"train_map_Goggles": 0.0,
"train_map_Mask": 0.0,
"train_map_large": 0.0004,
"train_map_medium": 0.0,
"train_map_small": 0.0002,
"train_mar_1": 0.0025,
"train_mar_10": 0.0094,
"train_mar_100": 0.0171,
"train_mar_100_Coverall": 0.0597,
"train_mar_100_Face_Shield": 0.0,
"train_mar_100_Gloves": 0.0,
"train_mar_100_Goggles": 0.0,
"train_mar_100_Mask": 0.0259,
"train_mar_large": 0.0126,
"train_mar_medium": 0.0095,
"train_mar_small": 0.0002,
"train_runtime": 71.7786,
"train_samples_per_second": 11.842,
"train_steps_per_second": 1.491
},
{
"epoch": 3.0,
"eval_loss": 3.6040291786193848,
"eval_map": 0.0007,
"eval_map_50": 0.0032,
"eval_map_75": 0.0,
"eval_map_Coverall": 0.0035,
"eval_map_Face_Shield": 0.0,
"eval_map_Gloves": 0.0,
"eval_map_Goggles": 0.0,
"eval_map_Mask": 0.0,
"eval_map_large": 0.0007,
"eval_map_medium": 0.0,
"eval_map_small": 0.0,
"eval_mar_1": 0.0017,
"eval_mar_10": 0.0077,
"eval_mar_100": 0.0126,
"eval_mar_100_Coverall": 0.0486,
"eval_mar_100_Face_Shield": 0.0,
"eval_mar_100_Gloves": 0.0,
"eval_mar_100_Goggles": 0.0,
"eval_mar_100_Mask": 0.0142,
"eval_mar_large": 0.0111,
"eval_mar_medium": 0.007,
"eval_mar_small": 0.0,
"eval_runtime": 36.2619,
"eval_samples_per_second": 4.137,
"eval_steps_per_second": 0.524,
"step": 321
},
{
"epoch": 4.0,
"step": 428,
"train_loss": 3.2305893898010254,
"train_map": 0.001,
"train_map_50": 0.0041,
"train_map_75": 0.0001,
"train_map_Coverall": 0.0052,
"train_map_Face_Shield": 0.0,
"train_map_Gloves": 0.0,
"train_map_Goggles": 0.0,
"train_map_Mask": 0.0,
"train_map_large": 0.0011,
"train_map_medium": 0.0,
"train_map_small": 0.0004,
"train_mar_1": 0.0027,
"train_mar_10": 0.0234,
"train_mar_100": 0.054,
"train_mar_100_Coverall": 0.2667,
"train_mar_100_Face_Shield": 0.0,
"train_mar_100_Gloves": 0.0025,
"train_mar_100_Goggles": 0.0,
"train_mar_100_Mask": 0.0008,
"train_mar_large": 0.0563,
"train_mar_medium": 0.001,
"train_mar_small": 0.0001,
"train_runtime": 68.5556,
"train_samples_per_second": 12.399,
"train_steps_per_second": 1.561
},
{
"epoch": 4.0,
"eval_loss": 3.286728858947754,
"eval_map": 0.0006,
"eval_map_50": 0.0028,
"eval_map_75": 0.0001,
"eval_map_Coverall": 0.0032,
"eval_map_Face_Shield": 0.0,
"eval_map_Gloves": 0.0,
"eval_map_Goggles": 0.0,
"eval_map_Mask": 0.0,
"eval_map_large": 0.0007,
"eval_map_medium": 0.0,
"eval_map_small": 0.0,
"eval_mar_1": 0.0016,
"eval_mar_10": 0.0152,
"eval_mar_100": 0.0368,
"eval_mar_100_Coverall": 0.1833,
"eval_mar_100_Face_Shield": 0.0,
"eval_mar_100_Gloves": 0.0004,
"eval_mar_100_Goggles": 0.0,
"eval_mar_100_Mask": 0.0004,
"eval_mar_large": 0.042,
"eval_mar_medium": 0.0004,
"eval_mar_small": 0.0,
"eval_runtime": 35.94,
"eval_samples_per_second": 4.174,
"eval_steps_per_second": 0.529,
"step": 428
},
{
"epoch": 4.672897196261682,
"grad_norm": 96.62178802490234,
"learning_rate": 4.97310930008156e-05,
"loss": 5.244,
"step": 500
},
{
"epoch": 5.0,
"step": 535,
"train_loss": 3.113837957382202,
"train_map": 0.0047,
"train_map_50": 0.0141,
"train_map_75": 0.0021,
"train_map_Coverall": 0.0236,
"train_map_Face_Shield": 0.0,
"train_map_Gloves": 0.0,
"train_map_Goggles": 0.0,
"train_map_Mask": 0.0,
"train_map_large": 0.005,
"train_map_medium": 0.0,
"train_map_small": 0.0,
"train_mar_1": 0.0147,
"train_mar_10": 0.0356,
"train_mar_100": 0.0795,
"train_mar_100_Coverall": 0.3905,
"train_mar_100_Face_Shield": 0.0,
"train_mar_100_Gloves": 0.0061,
"train_mar_100_Goggles": 0.0,
"train_mar_100_Mask": 0.0007,
"train_mar_large": 0.0824,
"train_mar_medium": 0.0023,
"train_mar_small": 0.0,
"train_runtime": 69.5355,
"train_samples_per_second": 12.224,
"train_steps_per_second": 1.539
},
{
"epoch": 5.0,
"eval_loss": 3.183504581451416,
"eval_map": 0.0041,
"eval_map_50": 0.0123,
"eval_map_75": 0.0031,
"eval_map_Coverall": 0.0203,
"eval_map_Face_Shield": 0.0,
"eval_map_Gloves": 0.0,
"eval_map_Goggles": 0.0,
"eval_map_Mask": 0.0,
"eval_map_large": 0.0046,
"eval_map_medium": 0.0,
"eval_map_small": 0.0,
"eval_mar_1": 0.0092,
"eval_mar_10": 0.0232,
"eval_mar_100": 0.0572,
"eval_mar_100_Coverall": 0.2829,
"eval_mar_100_Face_Shield": 0.0,
"eval_mar_100_Gloves": 0.0031,
"eval_mar_100_Goggles": 0.0,
"eval_mar_100_Mask": 0.0,
"eval_mar_large": 0.0647,
"eval_mar_medium": 0.0012,
"eval_mar_small": 0.0,
"eval_runtime": 36.8768,
"eval_samples_per_second": 4.068,
"eval_steps_per_second": 0.515,
"step": 535
}
],
"logging_steps": 500,
"max_steps": 10700,
"num_input_tokens_seen": 0,
"num_train_epochs": 100,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 7.635321615744e+17,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}