Update README.md
Browse files
README.md
CHANGED
@@ -24,9 +24,10 @@ Output is reformatted that each sentence starts at new line to improve readabili
|
|
24 |
<pre>
|
25 |
...
|
26 |
vNewDecoded = tokenizer_stream.decode(new_token)
|
27 |
-
if
|
28 |
-
|
29 |
-
|
|
|
30 |
vPreviousDecoded = vNewDecoded
|
31 |
...
|
32 |
</pre>
|
|
|
24 |
<pre>
|
25 |
...
|
26 |
vNewDecoded = tokenizer_stream.decode(new_token)
|
27 |
+
if re.fullmatch("^[\x2E\x3A\x3B]$", vPreviousDecoded) and vNewDecoded.startswith(" ") and (not vNewDecoded.startswith(" *")) :
|
28 |
+
print("\n" + vNewDecoded.replace(" ", "", 1), end='', flush=True)
|
29 |
+
else :
|
30 |
+
print(vNewDecoded, end='', flush=True)
|
31 |
vPreviousDecoded = vNewDecoded
|
32 |
...
|
33 |
</pre>
|