boolean function ( Tuple2 < String , String > arg0 ) { String loc0 = arg0 . f1 ; for ( String loc1 : KEYWORDS ) { if ( ! loc0 . contains ( loc1 ) ) { return false ; } } return true ; }
filters for documents that contain all of the given keywords and projects the records on the url field . output format : 0 : url 1 : document_text concode_field_sep int RANKFILTER concode_elem_sep String visitsPath concode_elem_sep String[] KEYWORDS concode_elem_sep String ranksPath concode_elem_sep String documentsPath concode_elem_sep String outputPath concode_elem_sep int YEARFILTER concode_elem_sep boolean fileOutput concode_field_sep void coGroup concode_elem_sep DataSet<Tuple3<Integer,String,Integer>> getRanksDataSet concode_elem_sep DataSet<Tuple2<String,String>> getDocumentsDataSet concode_elem_sep void main concode_elem_sep DataSet<Tuple2<String,String>> getVisitsDataSet concode_elem_sep boolean parseParameters