text: /*!
   * lunr.tokenizer
   * Copyright (C) @YEAR Oliver Nightingale
   */
  
  /**
   * A function for splitting a string into tokens ready to be inserted into
   * the search index.
   *
   * @module
   * @param {String} obj The string to convert into tokens
   * @returns {Array}
   */
  lunr.tokenizer = function (obj) {
    if (!arguments.length || obj == null || obj == undefined) return []
    if (Array.isArray(obj)) return obj.map(function (t) { return t.toLowerCase() })
  
    var str = obj.toString().replace(/^\s+/, '')
  
    for (var i = str.length - 1; i >= 0; i--) {
      if (/\S/.test(str.charAt(i))) {
        str = str.substring(0, i + 1)
        break
      }
    }
  
    return str
      .split(/\s+/)
      .map(function (token) {
        return token.toLowerCase()
      })
  }
  