original_string: public function tokenize($data, $encoding = '')
      {
          $this->setInput($data, $encoding);
  
          $tokenList = array();
          while (($nextToken = $this->nextToken()) !== null) {
              $tokenList[] = $nextToken;
          }
  
          return $tokenList;
      }
code: public function tokenize($data, $encoding = '')
      {
          $this->setInput($data, $encoding);
  
          $tokenList = array();
          while (($nextToken = $this->nextToken()) !== null) {
              $tokenList[] = $nextToken;
          }
  
          return $tokenList;
      }
code_tokens: public function tokenize ( $ data , $ encoding = '' ) { $ this -> setInput ( $ data , $ encoding ) ; $ tokenList = array ( ) ; while ( ( $ nextToken = $ this -> nextToken ( ) ) !== null ) { $ tokenList [ ] = $ nextToken ; } return $ tokenList ; }
docstring: Tokenize text to a terms
  Returns array of Zend_Search_Lucene_Analysis_Token objects
  
  Tokens are returned in UTF-8 (internal Zend_Search_Lucene encoding)
  
  @param  string $data
  @return array
docstring_tokens: Tokenize text to a terms Returns array of Zend_Search_Lucene_Analysis_Token objects