class_docstr: Reads instances from a pretokenised file where each line is in the following format:
  
  WORD###TAG [TAB] WORD###TAG [TAB] ..... 
  
  
  and converts it into a ``Dataset`` suitable for sequence tagging. You can also specify
  alternative delimiters in the constructor.
  
  Parameters
  ----------
  word_tag_delimiter: ``str``, optional (default=``"###"``)
      The text that separates each WORD from its TAG.
  token_delimiter: ``str``, optional (default=``None``)
      The text that separates each WORD-TAG pair from the next pair. If ``None``
      then the line will just be split on whitespace.
  token_indexers : ``Dict[str, TokenIndexer]``, optional (default=``{"tokens": SingleIdTokenIndexer()}``)
      We use this to define the input representation for the text.  See :class:`TokenIndexer`.
      Note that the `output` tags will always correspond to single token IDs based on how they
      are pre-tokenised in the data file.
class_docstr_tok: ["Reads","instances","from","a","pretokenised","file","where","each","line","is","in","the","following","format",":","WORD","#","#","#","TAG","[","TAB","]","WORD","#","#","#","TAG","[","TAB","]",".....","and","converts","it","into","a","``","Dataset","``","suitable","for","sequence","tagging",".","You","can","also","specify","alternative","delimiters","in","the","constructor",".","Parameters","--","--","--","--","--","word_tag_delimiter",":","``","str","``",",","optional","(","default=","``","``","#","#","#","''","``",")","The","text","that","separates","each","WORD","from","its","TAG",".","token_delimiter",":","``","str","``",",","optional","(","default=","``","None","``",")","The","text","that","separates","each","WORD-TAG","pair","from","the","next","pair",".","If","``","None","``","then","the","line","will","just","be","split","on","whitespace",".","token_indexers",":","``","Dict","[","str",",","TokenIndexer","]","``",",","optional","(","default=","``","{","``","tokens","''",":","SingleIdTokenIndexer","(",")","}","``",")","We","use","this","to","define","the","input","representation","for","the","text",".","See",":","class",":","`","TokenIndexer","`",".","Note","that","the","`","output","`","tags","will","always","correspond","to","single","token","IDs","based","on","how","they","are","pre-tokenised","in","the","data","file","."]
code: def __init__(
      self,
      word_tag_delimiter=DEFAULT_WORD_TAG_DELIMITER,
      token_delimiter=None,
      token_indexers=None,
      lazy=False,
  ):
      super(SequenceTaggingDatasetReader, self).__init__(lazy)
      self._token_indexers = token_indexers or {
          "tokens": SingleIdTokenIndexer()
      }
      self._word_tag_delimiter = word_tag_delimiter
      self._token_delimiter = token_delimiter
  
file_path: magnitude/pymagnitude/third_party/allennlp/data/dataset_readers/sequence_tagging.py
imports: from __future__ import with_statement
  from __future__ import absolute_import
  import logging
  from allennlp.common.file_utils import cached_path
  from allennlp.data.dataset_readers.dataset_reader import DatasetReader
  from allennlp.data.fields import TextField, SequenceLabelField, MetadataField, Field
  from allennlp.data.instance import Instance
  from allennlp.data.token_indexers import TokenIndexer, SingleIdTokenIndexer
  from allennlp.data.tokenizers import Token
  from io import open
label_desc: Use image node_id 1 to create a new SequenceTaggingDatasetReader object from inherited base classes: DatasetReader with example: obj = SequenceTaggingDatasetReader(word_tag_delimiter, token_delimiter, token_indexers, lazy)