Create BLEU and loss
Browse files- BLEU and loss +107 -0
BLEU and loss
ADDED
@@ -0,0 +1,107 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
epoch 0: avg Loss = 4.075 / dev BLEU = 0.0584
|
2 |
+
/home/xinyue/.conda/envs/myenv/lib/python3.10/site-packages/transformers/modeling_utils.py:2758: UserWarning: Moving the following attributes in the config to the generation config: {'max_length': 200}. You are seeing this warning because you've set generation parameters in the model config, as opposed to in the generation config.
|
3 |
+
warnings.warn(
|
4 |
+
epoch 1: avg Loss = 3.953 / dev BLEU = 0.0543
|
5 |
+
epoch 2: avg Loss = 3.953 / dev BLEU = 0.0410
|
6 |
+
epoch 3: avg Loss = 3.856 / dev BLEU = 0.0523
|
7 |
+
epoch 4: avg Loss = 3.709 / dev BLEU = 0.0654
|
8 |
+
epoch 5: avg Loss = 3.649 / dev BLEU = 0.0189
|
9 |
+
epoch 6: avg Loss = 3.601 / dev BLEU = 0.1455
|
10 |
+
epoch 7: avg Loss = 3.659 / dev BLEU = 0.0379
|
11 |
+
epoch 8: avg Loss = 3.617 / dev BLEU = 0.0855
|
12 |
+
epoch 9: avg Loss = 3.651 / dev BLEU = 0.0384
|
13 |
+
epoch 10: avg Loss = 3.651 / dev BLEU = 0.0293
|
14 |
+
epoch 11: avg Loss = 3.617 / dev BLEU = 0.0883
|
15 |
+
epoch 12: avg Loss = 3.616 / dev BLEU = 0.1434
|
16 |
+
epoch 13: avg Loss = 3.556 / dev BLEU = 0.0918
|
17 |
+
epoch 14: avg Loss = 3.537 / dev BLEU = 0.1838
|
18 |
+
epoch 15: avg Loss = 3.475 / dev BLEU = 0.0489
|
19 |
+
epoch 16: avg Loss = 3.471 / dev BLEU = 0.0720
|
20 |
+
epoch 17: avg Loss = 3.433 / dev BLEU = 0.0698
|
21 |
+
epoch 18: avg Loss = 3.409 / dev BLEU = 0.0658
|
22 |
+
epoch 19: avg Loss = 3.394 / dev BLEU = 0.0633
|
23 |
+
epoch 20: avg Loss = 3.369 / dev BLEU = 0.0691
|
24 |
+
epoch 21: avg Loss = 3.355 / dev BLEU = 0.0391
|
25 |
+
epoch 22: avg Loss = 3.329 / dev BLEU = 0.0603
|
26 |
+
epoch 23: avg Loss = 3.301 / dev BLEU = 0.0240
|
27 |
+
epoch 24: avg Loss = 3.275 / dev BLEU = 0.0528
|
28 |
+
epoch 25: avg Loss = 3.261 / dev BLEU = 0.0717
|
29 |
+
epoch 26: avg Loss = 3.237 / dev BLEU = 0.0458
|
30 |
+
epoch 27: avg Loss = 3.216 / dev BLEU = 0.0495
|
31 |
+
epoch 28: avg Loss = 3.204 / dev BLEU = 0.0444
|
32 |
+
epoch 29: avg Loss = 3.196 / dev BLEU = 0.0863
|
33 |
+
epoch 30: avg Loss = 3.182 / dev BLEU = 0.0469
|
34 |
+
epoch 31: avg Loss = 3.181 / dev BLEU = 0.0799
|
35 |
+
epoch 32: avg Loss = 3.170 / dev BLEU = 0.0595
|
36 |
+
epoch 33: avg Loss = 3.169 / dev BLEU = 0.0302
|
37 |
+
epoch 34: avg Loss = 3.144 / dev BLEU = 0.0792
|
38 |
+
epoch 35: avg Loss = 3.136 / dev BLEU = 0.0381
|
39 |
+
epoch 36: avg Loss = 3.113 / dev BLEU = 0.0591
|
40 |
+
epoch 37: avg Loss = 3.098 / dev BLEU = 0.0567
|
41 |
+
epoch 38: avg Loss = 3.066 / dev BLEU = 0.0850
|
42 |
+
epoch 39: avg Loss = 3.053 / dev BLEU = 0.0423
|
43 |
+
epoch 40: avg Loss = 3.040 / dev BLEU = 0.0724
|
44 |
+
epoch 41: avg Loss = 3.019 / dev BLEU = 0.0630
|
45 |
+
epoch 42: avg Loss = 3.006 / dev BLEU = 0.0421
|
46 |
+
epoch 43: avg Loss = 3.005 / dev BLEU = 0.0432
|
47 |
+
epoch 44: avg Loss = 2.986 / dev BLEU = 0.0561
|
48 |
+
epoch 45: avg Loss = 2.966 / dev BLEU = 0.1177
|
49 |
+
epoch 46: avg Loss = 2.959 / dev BLEU = 0.0977
|
50 |
+
epoch 47: avg Loss = 2.959 / dev BLEU = 0.0246
|
51 |
+
epoch 48: avg Loss = 2.944 / dev BLEU = 0.0712
|
52 |
+
epoch 49: avg Loss = 2.946 / dev BLEU = 0.0230
|
53 |
+
epoch 50: avg Loss = 2.929 / dev BLEU = 0.1006
|
54 |
+
epoch 51: avg Loss = 2.911 / dev BLEU = 0.0544
|
55 |
+
epoch 52: avg Loss = 2.900 / dev BLEU = 0.0504
|
56 |
+
epoch 53: avg Loss = 2.881 / dev BLEU = 0.0928
|
57 |
+
epoch 54: avg Loss = 2.864 / dev BLEU = 0.0709
|
58 |
+
epoch 55: avg Loss = 2.852 / dev BLEU = 0.0560
|
59 |
+
epoch 56: avg Loss = 2.850 / dev BLEU = 0.0950
|
60 |
+
epoch 57: avg Loss = 2.840 / dev BLEU = 0.0303
|
61 |
+
epoch 58: avg Loss = 2.829 / dev BLEU = 0.0865
|
62 |
+
epoch 59: avg Loss = 2.816 / dev BLEU = 0.0631
|
63 |
+
epoch 60: avg Loss = 2.809 / dev BLEU = 0.0653
|
64 |
+
epoch 61: avg Loss = 2.804 / dev BLEU = 0.0610
|
65 |
+
epoch 62: avg Loss = 2.799 / dev BLEU = 0.0895
|
66 |
+
epoch 63: avg Loss = 2.789 / dev BLEU = 0.0710
|
67 |
+
epoch 64: avg Loss = 2.780 / dev BLEU = 0.0331
|
68 |
+
epoch 65: avg Loss = 2.765 / dev BLEU = 0.0655
|
69 |
+
epoch 66: avg Loss = 2.751 / dev BLEU = 0.0495
|
70 |
+
epoch 67: avg Loss = 2.739 / dev BLEU = 0.0792
|
71 |
+
epoch 68: avg Loss = 2.728 / dev BLEU = 0.0660
|
72 |
+
epoch 69: avg Loss = 2.719 / dev BLEU = 0.0284
|
73 |
+
epoch 70: avg Loss = 2.712 / dev BLEU = 0.0557
|
74 |
+
epoch 71: avg Loss = 2.702 / dev BLEU = 0.0566
|
75 |
+
epoch 72: avg Loss = 2.703 / dev BLEU = 0.0387
|
76 |
+
epoch 73: avg Loss = 2.699 / dev BLEU = 0.1095
|
77 |
+
epoch 74: avg Loss = 2.683 / dev BLEU = 0.0691
|
78 |
+
epoch 75: avg Loss = 2.678 / dev BLEU = 0.0534
|
79 |
+
epoch 76: avg Loss = 2.669 / dev BLEU = 0.0545
|
80 |
+
epoch 77: avg Loss = 2.659 / dev BLEU = 0.0723
|
81 |
+
epoch 78: avg Loss = 2.649 / dev BLEU = 0.0857
|
82 |
+
epoch 79: avg Loss = 2.641 / dev BLEU = 0.0775
|
83 |
+
epoch 80: avg Loss = 2.635 / dev BLEU = 0.0978
|
84 |
+
epoch 81: avg Loss = 2.627 / dev BLEU = 0.0597
|
85 |
+
epoch 82: avg Loss = 2.616 / dev BLEU = 0.1039
|
86 |
+
epoch 83: avg Loss = 2.604 / dev BLEU = 0.0568
|
87 |
+
epoch 84: avg Loss = 2.594 / dev BLEU = 0.0527
|
88 |
+
epoch 85: avg Loss = 2.590 / dev BLEU = 0.0490
|
89 |
+
epoch 86: avg Loss = 2.577 / dev BLEU = 0.0551
|
90 |
+
epoch 87: avg Loss = 2.576 / dev BLEU = 0.0658
|
91 |
+
epoch 88: avg Loss = 2.565 / dev BLEU = 0.0682
|
92 |
+
epoch 89: avg Loss = 2.558 / dev BLEU = 0.0501
|
93 |
+
epoch 90: avg Loss = 2.545 / dev BLEU = 0.0766
|
94 |
+
epoch 91: avg Loss = 2.536 / dev BLEU = 0.0397
|
95 |
+
epoch 92: avg Loss = 2.527 / dev BLEU = 0.0739
|
96 |
+
epoch 93: avg Loss = 2.515 / dev BLEU = 0.0515
|
97 |
+
epoch 94: avg Loss = 2.502 / dev BLEU = 0.0914
|
98 |
+
epoch 95: avg Loss = 2.494 / dev BLEU = 0.0631
|
99 |
+
epoch 96: avg Loss = 2.486 / dev BLEU = 0.0450
|
100 |
+
epoch 97: avg Loss = 2.475 / dev BLEU = 0.1280
|
101 |
+
epoch 98: avg Loss = 2.463 / dev BLEU = 0.0616
|
102 |
+
epoch 99: avg Loss = 2.451 / dev BLEU = 0.0568
|
103 |
+
epoch 100: avg Loss = 2.420 / dev BLEU = 0.0692
|
104 |
+
|
105 |
+

|
106 |
+
|
107 |
+

|