anchor.diff:    }
   
   
  -  static List<Token> getTokens(TokenStream tstream) throws IOException {
  -    List<Token> tokens = new ArrayList<Token>();
  -    CharTermAttribute termAtt = tstream.addAttribute(CharTermAttribute.class);
  -    OffsetAttribute offsetAtt = tstream.addAttribute (OffsetAttribute.class);
  -    TypeAttribute typeAtt = tstream.addAttribute (TypeAttribute.class);
  -    FlagsAttribute flagsAtt = tstream.addAttribute (FlagsAttribute.class);
  -    PayloadAttribute payloadAtt = tstream.addAttribute (PayloadAttribute.class);
  -    PositionIncrementAttribute posIncAtt = tstream.addAttribute (PositionIncrementAttribute.class);
  +  static List<AttributeSource> getTokens(TokenStream tstream) throws IOException {
  +    List<AttributeSource> tokens = new ArrayList<AttributeSource>();
      
       while (true) {
         if (!tstream.incrementToken())
           break;
         else {
  -      	Token token = new Token();
  -      	token.copyBuffer(termAtt.buffer(), 0, termAtt.length());
  -      	token.setType(typeAtt.type());
  -      	token.setOffset(offsetAtt.startOffset(), offsetAtt.endOffset());
  -      	token.setPayload(payloadAtt.getPayload());
  -      	token.setFlags(flagsAtt.getFlags());
  -      	token.setPositionIncrement(posIncAtt.getPositionIncrement());
  -      	tokens.add(token);
  +      	tokens.add(tstream.cloneAttributes());
         }
       }
       return tokens;
  
positive.code:  limitations under the License.
  --%>
  <%@ page import="org.apache.lucene.analysis.Analyzer,
                   org.apache.lucene.analysis.Token,
                   org.apache.lucene.analysis.TokenStream,
                   org.apache.lucene.index.Payload,
                   org.apache.lucene.analysis.CharReader,
  
negative.code:      } else {
         TokenStream tstream = analyzer.reusableTokenStream(field.getName(),new StringReader(val));
         tstream.reset();
         List<AttributeSource> tokens = getTokens(tstream);
         if (verbose) {
           writeHeader(out, analyzer.getClass(), new HashMap<String,String>());
         }
  