Commit
·
204d027
1
Parent(s):
01e5bba
Update README.md
Browse files
README.md
CHANGED
@@ -28,6 +28,8 @@ widget:
|
|
28 |
|
29 |
This is a GPT2-Small English based model finetuned and additionaly trainied with Wikipedia Articles in Turkish as of 28-10-2020
|
30 |
|
|
|
|
|
31 |
Work has been done on Pierre Guillou tutorial as on this page.
|
32 |
(https://github.com/piegu/fastai-projects/blob/master/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb)
|
33 |
|
@@ -100,7 +102,9 @@ sample_outputs = model.generate(inputs.input_ids,
|
|
100 |
|
101 |
# generated sequence
|
102 |
for i, sample_output in enumerate(sample_outputs):
|
103 |
-
print(">> Generated text {}\
|
|
|
|
|
104 |
|
105 |
# >> Generated text
|
106 |
#
|
@@ -121,13 +125,13 @@ Wikipedia Turkish article dump as of 28-10-2020
|
|
121 |
|
122 |
## Eval results
|
123 |
|
124 |
-
| epoch
|
125 |
| ----- | -------- |--------- | ---------- | --------- | ----- |
|
126 |
-
|0
|
127 |
-
|1
|
128 |
-
|2
|
129 |
-
|3
|
130 |
-
|4
|
131 |
|
132 |
#Epoch 0 on Tesla T4, others on V100
|
133 |
|
|
|
28 |
|
29 |
This is a GPT2-Small English based model finetuned and additionaly trainied with Wikipedia Articles in Turkish as of 28-10-2020
|
30 |
|
31 |
+
Live demo based on this work at : https://www.metayazar.com/
|
32 |
+
|
33 |
Work has been done on Pierre Guillou tutorial as on this page.
|
34 |
(https://github.com/piegu/fastai-projects/blob/master/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb)
|
35 |
|
|
|
102 |
|
103 |
# generated sequence
|
104 |
for i, sample_output in enumerate(sample_outputs):
|
105 |
+
print(">> Generated text {}\
|
106 |
+
\
|
107 |
+
{}".format(i+1, tokenizer.decode(sample_output.tolist())))
|
108 |
|
109 |
# >> Generated text
|
110 |
#
|
|
|
125 |
|
126 |
## Eval results
|
127 |
|
128 |
+
| epoch\t|train_loss\t|valid_loss\t|accuracy\t|perplexity\t|time |
|
129 |
| ----- | -------- |--------- | ---------- | --------- | ----- |
|
130 |
+
|0\t|4.777015\t|4.621834\t|0.292547\t|101.680367\t|2:42:05|
|
131 |
+
|1\t|4.509412\t|4.403999\t|0.305574\t|81.777267\t|1:09:38|
|
132 |
+
|2\t|4.169529\t|4.120755\t|0.324908\t|61.605747\t|1:07:45|
|
133 |
+
|3\t|4.293973\t|4.177899\t|0.317211\t|65.228653\t|1:07:02|
|
134 |
+
|4\t|4.049848\t|3.949103\t|0.338347\t|51.888783\t|1:05:53|
|
135 |
|
136 |
#Epoch 0 on Tesla T4, others on V100
|
137 |
|