merge_machine/preprocess_fields_v3.py
def normalize_and_validate_phrase(value,
	keepAcronyms = False, tokenValidator = is_valid_token, phraseValidator = is_valid_phrase, stopWords = None):
	''' Returns a string that joins normalized, valid tokens for the input phrase
		(None if no valid tokens were found) '''
	tokens = normalize_and_validate_tokens(value, keepAcronyms = keepAcronyms, tokenValidator = tokenValidator, 
		phraseValidator = phraseValidator, stopWords = stopWords)
	return ' '.join(tokens) if len(tokens) > 0 else None
 Returns a string that joins normalized, valid tokens for the input phrase
		(None if no valid tokens were found) 
Returns a string that joins normalized, valid tokens for the input phrase
(None if no valid tokens were found)
Returns a string that joins normalized valid tokens for the input phrase ( None if no valid tokens were found )
def normalize_and_validate_phrase(value,
	keepAcronyms = False, tokenValidator = is_valid_token, phraseValidator = is_valid_phrase, stopWords = None):
	tokens = normalize_and_validate_tokens(value, keepAcronyms = keepAcronyms, tokenValidator = tokenValidator, 
		phraseValidator = phraseValidator, stopWords = stopWords)
	return ' '.join(tokens) if len(tokens) > 0 else None
def normalize_and_validate_phrase ( value , keepAcronyms = False , tokenValidator = is_valid_token , phraseValidator = is_valid_phrase , stopWords = None ) : tokens = normalize_and_validate_tokens ( value , keepAcronyms = keepAcronyms , tokenValidator = tokenValidator , phraseValidator = phraseValidator , stopWords = stopWords ) return ' ' . join ( tokens ) if len ( tokens ) > 0 else None
Returns a string that joins normalized, valid tokens for the input phrase
(None if no valid tokens were found)
Returns a string that joins normalized valid tokens for the input phrase ( None if no valid tokens were found )
''' Returns a string that joins normalized, valid tokens for the input phrase
		(None if no valid tokens were found) '''
value
keepAcronyms
tokenValidator
phraseValidator
stopWords