get the tokenizer to use concode_field_sep HashMap m_instanceRefHash concode_elem_sep Instances m_instances concode_elem_sep Tokenizer m_tokenizer concode_elem_sep boolean m_useIDF concode_elem_sep HashMap m_tokenHash concode_elem_sep ArrayList m_instanceRefs concode_elem_sep TreeSet m_pairSet concode_field_sep void indexInstance concode_elem_sep Enumeration listOptions concode_elem_sep int compare concode_elem_sep void computeIDFandStringLengths concode_elem_sep InstancePair[] getMostSimilarPairs concode_elem_sep void indexToken concode_elem_sep void setTokenizer concode_elem_sep void createPairSet concode_elem_sep void setUseIDF concode_elem_sep int size concode_elem_sep double similarity concode_elem_sep String getTimestamp concode_elem_sep void buildIndex concode_elem_sep void setOptions concode_elem_sep boolean getUseIDF concode_elem_sep String[] getOptions
Tokenizer function ( ) { return m_tokenizer ; }