class_docstr: Juman tokenizer
  
  Note:
      `spacy.Token._.fstring` is set. The Juman's output is stored into it during tokenizing.
class_docstr_tok: ["Juman","tokenizer","Note",":","`","spacy.Token._.fstring","`","is","set",".","The","Juman","'s","output","is","stored","into","it","during","tokenizing","."]
code: def _dtokens_to_doc(self, dtokens: List[ShortUnitWord]) -> Doc:
      words = [x.surface + x.space for x in dtokens]
      doc = Doc.from_words(words)
      for token, dtoken in zip(doc, dtokens):
          token.tag_ = dtoken.pos
          token.lemma_ = dtoken.lemma
          self.set_juman_fstring(token, dtoken.fstring)
      return doc
  
imports: from dataclasses import dataclass
  from camphr.doc import Doc, UserDataProto
  import itertools
  import distutils.spawn
  from typing import Any, Callable, Dict, Iterator, List, Optional
  from typing_extensions import Literal
  from camphr.serde import SerializationMixin
label_desc: Use image node_id 7 for calling the Tokenizer obj's underlying member method code with example usage: obj._dtokens_to_doc(dtokens) and returns: doc