code: def make_dataset(path, vocab):
      word_id = {word: index for index, word in enumerate(vocab)}
      dataset = []
      token_count = 0
      unknown_count = 0
      for words in read_file(path):
          array = make_array(word_id, words)
          dataset.append(array)
          token_count += array.size
          unknown_count += (array == 1).sum()
      print("# of tokens: %d" % token_count)
      print(
          "# of unknown: %d (%.2f %%)"
          % (unknown_count, 100.0 * unknown_count / token_count)
      )
      return dataset
  
file_path: chainer/examples/chainermn/seq2seq/europal.py
imports: from __future__ import unicode_literals
  import collections
  import gzip
  import io
  import os
  import re
  import numpy
  import progressbar
label_desc: Use image node_id 6 for calling a global function with example usage: make_dataset(path, vocab) and returns: dataset