Fix text splitting
#2
by
Ethylene
- opened
- RunMiniLM.cs +1 -1
RunMiniLM.cs
CHANGED
@@ -29,7 +29,7 @@ public class RunMiniLM : MonoBehaviour
|
|
29 |
|
30 |
void Start()
|
31 |
{
|
32 |
-
tokens = vocabAsset.text.Split("\r\n");
|
33 |
|
34 |
engine = CreateMLModel();
|
35 |
|
|
|
29 |
|
30 |
void Start()
|
31 |
{
|
32 |
+
tokens = vocabAsset.text.Split(new[] { "\r\n", "\n" }, StringSplitOptions.RemoveEmptyEntries);
|
33 |
|
34 |
engine = CreateMLModel();
|
35 |
|