pipeline/repdocs.py
def read_lcc_author_repdocs(self):
        """Read and return an iterator over the author repdoc corpus, which excludes
        the authors not in the LCC.
        """
        author_repdoc_file, _, lcc_idmap_file = self.input()

        with lcc_idmap_file.open() as lcc_idmap_f:
            lcc_author_df = pd.read_csv(lcc_idmap_f, header=0, usecols=(0,))
            lcc_author_ids = lcc_author_df['author_id'].values

        csv.field_size_limit(sys.maxint)
        records = util.iter_csv_fwrapper(author_repdoc_file)
        return (doc.split('|') for author_id, doc in records
                if int(author_id) in lcc_author_ids)
Read and return an iterator over the author repdoc corpus, which excludes
        the authors not in the LCC.
        
Read and return an iterator over the author repdoc corpus, which excludes
the authors not in the LCC.
Read and return an iterator over the author repdoc corpus which excludes the authors not in the LCC .
def read_lcc_author_repdocs(self):
        author_repdoc_file, _, lcc_idmap_file = self.input()
        with lcc_idmap_file.open() as lcc_idmap_f:
            lcc_author_df = pd.read_csv(lcc_idmap_f, header=0, usecols=(0,))
            lcc_author_ids = lcc_author_df['author_id'].values
        csv.field_size_limit(sys.maxint)
        records = util.iter_csv_fwrapper(author_repdoc_file)
        return (doc.split('|') for author_id, doc in records
                if int(author_id) in lcc_author_ids)
def read_lcc_author_repdocs ( self ) : author_repdoc_file , _ , lcc_idmap_file = self . input ( ) with lcc_idmap_file . open ( ) as lcc_idmap_f : lcc_author_df = pd . read_csv ( lcc_idmap_f , header = 0 , usecols = ( 0 , ) ) lcc_author_ids = lcc_author_df [ 'author_id' ] . values csv . field_size_limit ( sys . maxint ) records = util . iter_csv_fwrapper ( author_repdoc_file ) return ( doc . split ( '|' ) for author_id , doc in records if int ( author_id ) in lcc_author_ids )
Read and return an iterator over the author repdoc corpus, which excludes
the authors not in the LCC.
Read and return an iterator over the author repdoc corpus which excludes the authors not in the LCC .
"""Read and return an iterator over the author repdoc corpus, which excludes
        the authors not in the LCC.
        """
self