class_docstr: Juman tokenizer
  
  Note:
      `spacy.Token._.fstring` is set. The Juman's output is stored into it during tokenizing.
class_docstr_tok: ["Juman","tokenizer","Note",":","`","spacy.Token._.fstring","`","is","set",".","The","Juman","'s","output","is","stored","into","it","during","tokenizing","."]
docstr: Make doc from text. Juman's `fstring` is stored in `Token._.fstring`
docstr_tok: ["Make","doc","from","text",".","Juman","'s","`","fstring","`","is","stored","in","`","Token._.fstring","`"]
code: def __call__(self, text: str) -> Doc:
      """Make doc from text. Juman's `fstring` is stored in `Token._.fstring`"""
      if self.preprocessor:
          text = self.preprocessor(text)
      juman_lines = self._juman_parse(text)
      dtokens = self._detailed_tokens(juman_lines)
      doc = self._dtokens_to_doc(dtokens)
      self.set_juman_fstring(doc, juman_lines)
      return doc
  
imports: from dataclasses import dataclass
  from camphr.doc import Doc, UserDataProto
  import itertools
  import distutils.spawn
  from typing import Any, Callable, Dict, Iterator, List, Optional
  from typing_extensions import Literal
  from camphr.serde import SerializationMixin
label_desc: Use image node_id 5 for calling the Tokenizer obj's underlying member method code with example usage: obj.__call__(text) and returns: doc