      def from_disk(self, path, **exclude):
          return self
  
  
  class JapaneseDefaults(Language.Defaults):
      lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
      lex_attr_getters[LANG] = lambda text: 'ja'
 
</s> remove         return JapaneseTokenizer(cls, nlp)
 </s> add         if cls.use_janome:
            return JapaneseTokenizer(cls, nlp)
        else:
            return JapaneseCharacterSegmenter(cls, nlp.vocab) </s> remove         transitions = []
 </s> add         labels = {}
class JapaneseCharacterSegmenter(object):
    def __init__(self, vocab):
        self.vocab = vocab

    def __call__(self, text):
        words = []
        spaces = []
        doc = self.tokenizer(text)
        for token in self.tokenizer(text):
            words.extend(list(token.text))
            spaces.extend([False]*len(token.text))
            spaces[-1] = bool(token.whitespace_)
        return Doc(self.vocab, words=words, spaces=spaces)

      def from_disk(self, path, **exclude):
          return self
  
class JapaneseCharacterSegmenter(object):
    def __init__(self, vocab):
        self.vocab = vocab

    def __call__(self, text):
        words = []
        spaces = []
        doc = self.tokenizer(text)
        for token in self.tokenizer(text):
            words.extend(list(token.text))
            spaces.extend([False]*len(token.text))
            spaces[-1] = bool(token.whitespace_)
        return Doc(self.vocab, words=words, spaces=spaces)

  
  class JapaneseDefaults(Language.Defaults):
      lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
      lex_attr_getters[LANG] = lambda text: 'ja'
keep keep add keep keep keep keep
 Revert "Merge branch 'develop' of https://github.com/explosion/spaCy into develop"

This reverts commit c9ba3d3c2dc7067cf8bd55f878cec45a8c6d73d4, reversing
changes made to 92c26a35d425d4e8ca1b805ea776ea10f5ded3df. 
spacy/lang/ja/__init__.py