data_process/get_paper_details.py
def extract_reviews(url):
    """
    Parse the title and abstract of icml 2016
    """
    path = "icml_abstracts.txt"
    file = codecs.open(path, 'w', encoding='utf8')

    if url != None:
        response = requests.get(url)
        root = BeautifulSoup(response.content, 'html.parser')
        papers = root.find_all("div", {"id" : "schedule"})[0].find_all("li")
        print len(papers)

        for paper in papers:
            title = paper.find("span", {"class" : "titlepaper"}).find("a").get_text()
            abstract = paper.find("div", {"class" : "abstract"}).get_text()
            file.write(title + "\n")
            file.write(abstract + "\n")
    file.close()
    print "end"

    Parse the title and abstract of icml 2016
    
Parse the title and abstract of icml 2016
Parse the title and abstract of icml 2016
def extract_reviews(url):
    path = "icml_abstracts.txt"
    file = codecs.open(path, 'w', encoding='utf8')
    if url != None:
        response = requests.get(url)
        root = BeautifulSoup(response.content, 'html.parser')
        papers = root.find_all("div", {"id" : "schedule"})[0].find_all("li")
        print len(papers)
        for paper in papers:
            title = paper.find("span", {"class" : "titlepaper"}).find("a").get_text()
            abstract = paper.find("div", {"class" : "abstract"}).get_text()
            file.write(title + "\n")
            file.write(abstract + "\n")
    file.close()
    print "end"
def extract_reviews ( url ) : path = "icml_abstracts.txt" file = codecs . open ( path , 'w' , encoding = 'utf8' ) if url != None : response = requests . get ( url ) root = BeautifulSoup ( response . content , 'html.parser' ) papers = root . find_all ( "div" , { "id" : "schedule" } ) [ 0 ] . find_all ( "li" ) print len ( papers ) for paper in papers : title = paper . find ( "span" , { "class" : "titlepaper" } ) . find ( "a" ) . get_text ( ) abstract = paper . find ( "div" , { "class" : "abstract" } ) . get_text ( ) file . write ( title + "\n" ) file . write ( abstract + "\n" ) file . close ( ) print "end"
Parse the title and abstract of icml 2016
Parse the title and abstract of icml 2016
"""
    Parse the title and abstract of icml 2016
    """
url