class_docstr: Base class for CoNLL-like formatted datasets.
  
  It provides functionalities to ease the processing of CoNLL-like datasets.
  Users can overwrite `_generate_examples` to customize the pipeline.
class_docstr_tok: ["Base","class","for","CoNLL-like","formatted","datasets",".","It","provides","functionalities","to","ease","the","processing","of","CoNLL-like","datasets",".","Users","can","overwrite","`","_generate_examples","`","to","customize","the","pipeline","."]
docstr: Processes CoNLL-U formatted datasets and generate examples.
  
  Args:
    filepaths: The filepaths of the input data. Could be a list of paths for
      multiple input files, or a single path.
    process_example_fn: The function used to process a conllu-annotated
      sentence into an example to be serialized. Defaults to
      get_conllu_example.
  
  Yields:
    Generated examples.
docstr_tok: ["Processes","CoNLL-U","formatted","datasets","and","generate","examples",".","Args",":","filepaths",":","The","filepaths","of","the","input","data",".","Could","be","a","list","of","paths","for","multiple","input","files",",","or","a","single","path",".","process_example_fn",":","The","function","used","to","process","a","conllu-annotated","sentence","into","an","example","to","be","serialized",".","Defaults","to","get_conllu_example",".","Yields",":","Generated","examples","."]
code: def _generate_examples(
      self,
      filepaths: Union[epath.PathLike, List[epath.PathLike]],
      process_example_fn: Callable[
          ..., Mapping[str, Union[str, Sequence[str]]]
      ] = get_conllu_example,
  ) -> split_builder_lib.SplitGenerator:
      """Processes CoNLL-U formatted datasets and generate examples.
  
      Args:
        filepaths: The filepaths of the input data. Could be a list of paths for
          multiple input files, or a single path.
        process_example_fn: The function used to process a conllu-annotated
          sentence into an example to be serialized. Defaults to
          get_conllu_example.
  
      Yields:
        Generated examples.
      """
      conllu = lazy_imports_lib.lazy_imports.conllu
      path = filepaths if isinstance(filepaths, list) else [filepaths]
  
      example_id = 0
      for filepath in path:
          with epath.Path(filepath).open() as data_file:
              annotated_sentences = list(conllu.parse_incr(data_file))
              for sentence in annotated_sentences:
                  example = process_example_fn(
                      sentence=sentence,
                      example_id=example_id,
                      features=self.builder_config.features,
                  )
                  yield example_id, example
  
                  example_id += 1
  
file_path: datasets/tensorflow_datasets/core/dataset_builders/conll/conllu_dataset_builder.py
imports: from typing import Callable, List, Mapping, Optional, OrderedDict, Sequence, Union
  from etils import epath
  from tensorflow_datasets.core import dataset_builder
  from tensorflow_datasets.core import dataset_info
  from tensorflow_datasets.core import lazy_imports_lib
  from tensorflow_datasets.core import split_builder
  from tensorflow_datasets.core.features import feature
  from tensorflow_datasets.core.features.features_dict import FeaturesDict
label_desc: Use image node_id 3 for calling the ConllUDatasetBuilder obj's underlying member method code with example usage: obj._generate_examples(filepaths, process_example_fn) without return types