class_docstr: Treat a wikipedia articles dump (<LANG>wiki-<YYYYMMDD>-pages-articles.xml.bz2
  or <LANG>wiki-latest-pages-articles.xml.bz2) as a (read-only) corpus.
  
  The documents are extracted on-the-fly, so that the whole (massive) dump can stay compressed on disk.
class_docstr_tok: ["Treat","a","wikipedia","articles","dump","(","<","LANG",">","wiki-","<","YYYYMMDD",">","-pages-articles.xml.bz2","or","<","LANG",">","wiki-latest-pages-articles.xml.bz2",")","as","a","(","read-only",")","corpus",".","The","documents","are","extracted","on-the-fly",",","so","that","the","whole","(","massive",")","dump","can","stay","compressed","on","disk","."]
docstr: Parameters
  ----------
  fileobj : file
      File descriptor of MediaWiki dump.
  min_article_character : int, optional
      Minimal number of character for article (except titles and leading gaps).
  processes : int, optional
      Number of processes, max(1, multiprocessing.cpu_count() - 1) if None.
  filter_namespaces : tuple of int, optional
      Enumeration of namespaces that will be ignored.
  include_interlinks: bool
      Whether or not interlinks should be included in the output
docstr_tok: ["Parameters","--","--","--","--","--","fileobj",":","file","File","descriptor","of","MediaWiki","dump",".","min_article_character",":","int",",","optional","Minimal","number","of","character","for","article","(","except","titles","and","leading","gaps",")",".","processes",":","int",",","optional","Number","of","processes",",","max","(","1",",","multiprocessing.cpu_count","(",")","-","1",")","if","None",".","filter_namespaces",":","tuple","of","int",",","optional","Enumeration","of","namespaces","that","will","be","ignored",".","include_interlinks",":","bool","Whether","or","not","interlinks","should","be","included","in","the","output"]
code: def __init__(
      self,
      fileobj,
      min_article_character=200,
      processes=None,
      lemmatize=None,
      filter_namespaces=("0",),
      include_interlinks=False,
  ):
      """
      Parameters
      ----------
      fileobj : file
          File descriptor of MediaWiki dump.
      min_article_character : int, optional
          Minimal number of character for article (except titles and leading gaps).
      processes : int, optional
          Number of processes, max(1, multiprocessing.cpu_count() - 1) if None.
      filter_namespaces : tuple of int, optional
          Enumeration of namespaces that will be ignored.
      include_interlinks: bool
          Whether or not interlinks should be included in the output
  
      """
      if lemmatize is not None:
          raise NotImplementedError(
              "The lemmatize parameter is no longer supported since Gensim 4.0.0. "
              "If you need to lemmatize, use e.g. https://github.com/clips/pattern "
              "to preprocess your corpus before submitting it to Gensim."
          )
  
      self.fileobj = fileobj
      self.filter_namespaces = filter_namespaces
      self.metadata = False
      if processes is None:
          processes = max(1, multiprocessing.cpu_count() - 1)
      self.processes = processes
      self.min_article_character = min_article_character
      self.include_interlinks = include_interlinks
  
file_path: gensim/gensim/scripts/segment_wiki.py
imports: import argparse
  import json
  import logging
  import multiprocessing
  import re
  import sys
  from xml.etree import ElementTree
  from functools import partial
  from gensim.corpora.wikicorpus import IGNORED_NAMESPACES, WikiCorpus, filter_wiki, find_interlinks, get_namespace, utils
  import gensim.utils
label_desc: Use image node_id 1 to create a new _WikiSectionsCorpus object from inherited base classes: WikiCorpus with example: obj = _WikiSectionsCorpus(fileobj, min_article_character, processes, lemmatize, filter_namespaces, include_interlinks)