search_apis/search_apis.py
def search_forward_sites(self, sites, insite=False):
        """
        Fetch the pages and extract external links. 
        Args
            - sites: list of Website objects
            - insite: False if extracting links outside the host.
        """
        outlinks = set()
        for site in sites:
            for page in site:
                if insite:
                    links = self.link_extractor.extract_insite_links(page.get_url(), page.get_html())
                else:
                    links = self.link_extractor.extract_external_links(page.get_url(), page.get_html())
                links = self.select_subset(links)
                outlinks.update(links)

        print "Forward Search ", " - Number of results: ", len(outlinks)
        return list(outlinks)

        Fetch the pages and extract external links. 
        Args
            - sites: list of Website objects
            - insite: False if extracting links outside the host.
        
Fetch the pages and extract external links.
Args
sites: list of Website objects
insite: False if extracting links outside the host.
Fetch the pages and extract external links . Args sites : list of Website objects insite : False if extracting links outside the host .
def search_forward_sites(self, sites, insite=False):
        outlinks = set()
        for site in sites:
            for page in site:
                if insite:
                    links = self.link_extractor.extract_insite_links(page.get_url(), page.get_html())
                else:
                    links = self.link_extractor.extract_external_links(page.get_url(), page.get_html())
                links = self.select_subset(links)
                outlinks.update(links)
        print "Forward Search ", " - Number of results: ", len(outlinks)
        return list(outlinks)
def search_forward_sites ( self , sites , insite = False ) : outlinks = set ( ) for site in sites : for page in site : if insite : links = self . link_extractor . extract_insite_links ( page . get_url ( ) , page . get_html ( ) ) else : links = self . link_extractor . extract_external_links ( page . get_url ( ) , page . get_html ( ) ) links = self . select_subset ( links ) outlinks . update ( links ) print "Forward Search " , " - Number of results: " , len ( outlinks ) return list ( outlinks )
Fetch the pages and extract external links.
Fetch the pages and extract external links .
"""
        Fetch the pages and extract external links. 
        Args
            - sites: list of Website objects
            - insite: False if extracting links outside the host.
        """
self
sites
insite