code: def test_do_wiki_full_all():
      # Install other requirements for wiki specific conversion:
      # pip install -r reqs_optional/requirements_optional_wikiprocessing.txt
  
      # Use "Transmission" in Ubuntu to get wiki dump using torrent:
      # See: https://meta.wikimedia.org/wiki/Data_dump_torrents
      # E.g. magnet:?xt=urn:btih:b2c74af2b1531d0b63f1166d2011116f44a8fed0&dn=enwiki-20230401-pages-articles-multistream.xml.bz2&tr=udp%3A%2F%2Ftracker.opentrackr.org%3A1337
  
      # Get index
      os.system(
          "wget http://ftp.acc.umu.se/mirror/wikimedia.org/dumps/enwiki/20230401/enwiki-20230401-pages-articles-multistream-index.txt.bz2"
      )
  
      # Test that can use LangChain to get docs from subset of wiki as sampled out of full wiki directly using bzip multistream
      test_get_all_documents()
  
      # Check can search wiki multistream
      test_by_search_term()
  
      # Test can get all start bytes in index
      test_start_bytes()
  
      # Get page views, e.g. for entire month of April 2023
      os.system(
          "wget -b -m -k -o wget.log -e robots=off https://dumps.wikimedia.org/other/pageviews/2023/2023-04/"
      )
  
      # Aggregate page views from many files into single file
      test_agg_pageviews(gen_files=True)
  
      # Reduce page views to some limit, so processing of full wiki is not too large
      test_reduce_pageview()
  
      # Start generate.py with requesting wiki_full in prep.  This will use page views as referenced in get_views.
      # Note get_views as global() function done once is required to avoid very slow processing
      # WARNING: Requires alot of memory to handle, used up to 300GB system RAM at peak
      """
      python generate.py --langchain_mode='wiki_full' --langchain_modes="['wiki_full', 'UserData', 'MyData', 'github h2oGPT', 'DriverlessAI docs']" &> lc_out.log
      """
  
imports: import ast
  import glob
  import pickle
  import uuid
  from typing import List, Optional
  import os
  import bz2
  import csv
  import numpy
  import pandas
  import pytest
  from matplotlib import pyplot
  from langchain.docstore.document import Document
  from langchain.document_loaders import MWDumpLoader
  from joblib import Parallel, delayed
label_desc: Use image node_id 15 for calling a global function with example usage: test_do_wiki_full_all() without return types