class_docstr: Provides a consistent `Transform` interface to tokenizers operating on `DataFrame`s and folders
class_docstr_tok: ["Provides","a","consistent","`","Transform","`","interface","to","tokenizers","operating","on","`","DataFrame","`","s","and","folders"]
code: def from_folder(cls, path, tok=None, rules=None, **kwargs):
      path = Path(path)
      if tok is None:
          tok = WordTokenizer()
      output_dir = tokenize_folder(path, tok=tok, rules=rules, **kwargs)
      res = cls(
          tok,
          counter=load_pickle(output_dir / fn_counter_pkl),
          lengths=load_pickle(output_dir / fn_lengths_pkl),
          rules=rules,
          mode="folder",
      )
      res.path, res.output_dir = path, output_dir
      return res
  
imports: from __future__ import annotations
  from ..torch_basics import *
  from ..data.all import *
  import html
label_desc: Use image node_id 3 for calling the Tokenizer obj's underlying member method code with example usage: obj.from_folder(cls, path, tok, rules) and returns: res