System/code/preProcessing.py
def tokenizer(self, word, OS=True):
        """
        Performs orthographic syllabification on the 'text' string based on 'vowels'
        Arguments:
            :param OS: tokenization method, true: orthographic syllable tokenization; false: character tokenization
            :param word: must contain only akshar combination of a language
            :return: list of orthographic syllables
        """
        word = str(word).strip()
        if not OS:
            return ' '.join(list(word))

        previous_character_vowel = False
        subword = ''
        for char in word:
            if previous_character_vowel and char not in self.vowels:
                previous_character_vowel = False
                subword += ' '
            if char in self.vowels:
                previous_character_vowel = True
            subword += char
        return subword

        Performs orthographic syllabification on the 'text' string based on 'vowels'
        Arguments:
            :param OS: tokenization method, true: orthographic syllable tokenization; false: character tokenization
            :param word: must contain only akshar combination of a language
            :return: list of orthographic syllables
        
Performs orthographic syllabification on the 'text' string based on 'vowels'
Performs orthographic syllabification on the ' text ' string based on ' vowels '
def tokenizer(self, word, OS=True):
        word = str(word).strip()
        if not OS:
            return ' '.join(list(word))
        previous_character_vowel = False
        subword = ''
        for char in word:
            if previous_character_vowel and char not in self.vowels:
                previous_character_vowel = False
                subword += ' '
            if char in self.vowels:
                previous_character_vowel = True
            subword += char
        return subword
def tokenizer ( self , word , OS = True ) : word = str ( word ) . strip ( ) if not OS : return ' ' . join ( list ( word ) ) previous_character_vowel = False subword = '' for char in word : if previous_character_vowel and char not in self . vowels : previous_character_vowel = False subword += ' ' if char in self . vowels : previous_character_vowel = True subword += char return subword
Performs orthographic syllabification on the 'text' string based on 'vowels'
Performs orthographic syllabification on the ' text ' string based on ' vowels '
"""
        Performs orthographic syllabification on the 'text' string based on 'vowels'
        Arguments:
            :param OS: tokenization method, true: orthographic syllable tokenization; false: character tokenization
            :param word: must contain only akshar combination of a language
            :return: list of orthographic syllables
        """
self
word
OS
list of orthographic syllables
list of orthographic syllables