Create lookup.py

lookup.py

@@ -0,0 +1,746 @@
+#!/usr/bin/env python
+#coding=utf-8
+"""
+arXivToBibTeX / arXivToWiki v7.2
+©2009-2020 Sven-S. Porst / earthlingsoft <[email protected]>
+
+Service available at: https://arxiv2bibtex.org
+Source code available at: https://github.com/ssp/arXivToBibTeX
+
+Originally created for Courant Research Centre
+‘Higher Order Structures in Mathematics’ at the
+Mathematics Institute at the University of Göttingen.
+
+Links for form submission refer to the folder of the current path without a
+further filename:
+	/?q=searchTerm
+
+Your server setup (.htaccess file) needs to make sure that these requests are
+redirected to the script.
+"""
+
+# import cgi
+import re
+import urllib
+from urlparse import urlparse
+from xml.etree import ElementTree
+import xml.etree
+import os
+import sys
+reload(sys)
+sys.setdefaultencoding("utf-8")
+
+#for debugging
+#import cgitb
+#cgitb.enable()
+
+maxpapers = 100
+
+trailingRE = re.compile(r"(.*)v[0-9]*$")
+newStyleRE = re.compile(r"\d{4}\.?\d{4,}$")
+sevenDigitsRE = re.compile(r"\d{7}$")
+oldStyleIDRE = re.compile(r"[a-z-]+/\d{7}$")
+paperIDRE = re.compile(r"([a-z-]+/\d{7}|\d{4}\.\d{4,})")
+
+
+
+def prepareArXivID(ID):
+	"""
+		first, strip potentially trailing version numbers like v4
+		0909.1234 or 1504.12345-style ID => return unchanged
+		09091234 or 159412345-style ID => return 0909.1234 or 1504.12345
+		0606123-style ID => return math/0606123
+		non-math/0606123-style ID => return unchanged
+		anything else => return None
+	"""
+	myID = ID.strip()
+	myID = trailingRE.sub(r"\1", myID)
+	if newStyleRE.match(myID) != None:
+		""" An 8+ digit number (new-style): insert dot in the middle in case it's not there already.	"""
+		if re.match(r"\.", myID) == None:
+			myID = re.sub(r"(\d\d\d\d)(\d\d\d\d+)$", r"\1.\2", myID)
+	elif sevenDigitsRE.match(myID) != None:
+		""" Just seven digits: prepend math/ """
+		myID = "math/" + myID
+	elif oldStyleIDRE.match(myID) != None:
+		myID = myID
+	else:
+		myID = None
+
+	return myID
+
+
+def extractPapersFromArXivUriPath(path):
+	"""
+		An arXiv URL was entered, extract the last component(s) as the paper ID
+		Match both old math.ph/9902123 and new 1705.12345 style path segments
+	"""
+	paperIDMatch = paperIDRE.search(path)
+	if paperIDMatch != None:
+		return paperIDMatch.string[paperIDMatch.start(1):paperIDMatch.end(1)]
+
+
+
+def printAll(output):
+	print output
+
+
+
+def printHtml(html, outputformat):
+	if outputformat == "html":
+		print html
+
+
+
+
+def printPublicationsRaw(publications, format, outputformat):
+	if outputformat == "raw":
+		if format == "html":
+			print "\n\n".join(map(lambda publication: basicMarkupForHTMLEditing(publication), publications))
+		elif format == "bibtex" or format == "biblatex":
+			print "\n\n".join(map(lambda publication: markupForBibTeXItem(publication, format), publications))
+		elif format == "bibitem":
+			print "\n\n".join(map(lambda publication: markupForBibItem(publication), publications))
+		elif format == "wiki":
+			print "\n".join(map(lambda publication: markupForWikiItem(publication), publications))
+
+
+
+
+def escapeHTML(inputString):
+	"""
+		Input: string
+		Output: input string with < > & " replaced by their HTML character entities
+	"""
+	return cgi.escape(inputString, True)
+
+
+
+def theForm(format, queryString):
+	"""
+		Returns string with HTML for the search form.
+		The form is pre-filled with the current query string.
+	"""
+	return '''
+<form method="get" action="./">
+<p>
+<input type="text" name="q" class="q" autofocus="autofocus" placeholder="1510.01797 or courant_r_1" value="''' + escapeHTML(queryString) + '''"/>
+<input type="hidden" name="format" id="formatinput" value="''' + escapeHTML(format) + '''"/>
+<input type="submit" class="button" value="Retrieve Information"/>
+</p>
+</form>
+'''
+
+
+
+def outputformatToMimeType(outputformat):
+	if outputformat == "html":
+		return "text/html"
+	elif outputformat == "bibtex" or outputformat == "biblatex":
+		return "application/x-bibtex"
+	else:
+		return "text/plain"
+
+
+
+def pageHead(queryString, format, outputformat):
+	"""
+		Returns string with HTML for the http header and the top of the HTML markup including CSS and JavaScript.
+	"""
+	if outputformat == "raw":
+		return "Content-type: " + outputformatToMimeType(outputformat) + "; charset=UTF-8\n"
+	else:
+		title = "arXiv To Wiki"
+		if isRunningFromBibTeXURI():
+			title = "arXiv To BibTeX"
+		elif isRunningFromHTMLURI():
+			title = "arXiv to HTML"
+
+		return """Content-type: text/html; charset=UTF-8
+
+<!DOCTYPE html>
+<html lang="en">
+<head>
+<title>""" + title + """</title>
+<meta name='generator' content='arXiv to Wiki/BibTeX Converter, 2009-2015 by Sven-S. Porst ([email protected]).'/>
+<meta name='description' content='Create BibTeX, HTML or Wiki markup for papers on the mathematics and physics preprint arXiv.'/>
+<style>
+* { margin: 0em; padding: 0em; }
+body { width: 40em; font-family: Georgia, Times, serif; line-height: 141%; margin:auto; background: #eee;}
+.clear { clear:both; }
+#title { text-align:center; margin:3em 1em; }
+p { margin: 0.5em 0em; }
+a { text-decoration: none; color: #00d; }
+a:hover { text-decoration: underline; color: #00f; }
+a:visited { color: #606; }
+a.editlink { color: #b00;}
+h1 { font-size: 144%; margin: 0.5em;}
+a h1 { color: #000; }
+form { display:block; margin: 1em; }
+form p { text-align:center; }
+form input { font-size: 121%; }
+form input.q { width: 60%; margin-bottom: 1em; }
+form input.button { position:relative; bottom: 3px; }
+h2 { font-size: 121%; margin:2em 0em 1em 0em; position:relative; }
+h2:before { content: "\\002767"; position: absolute; width: 1em; left:-1em; font-size: 360%; color: #999; }
+h2.error:before { content: "\\002718"; color: #f33; }
+ul { padding-left: 2em; }
+ul li { margin-bottom: 0.5em; }
+.formatpicker { text-align: right; margin:1em 0em -1em 0em; }
+.formatpicker ul { display: inline; list-style-type: none; padding: 0px; }
+.formatpicker ul li { display: inline; margin-left: 0.5em; font-weight: normal; padding: 0em; }
+.format { display: none; }
+textarea { width:100%; }
+.warning { font-style:italic; text-align:center; margin: 1em 0em; color: #900;}
+#foot { font-size: 80%; font-style:italic; text-align: center; margin: 3em 0em 1em 0em; padding-top: 0.2em; border-top: #999 solid 1px; }
+</style>
+<script>
+//<![CDATA[
+function showType(type) {
+	var myTypes = ["bibtex", "biblatex", "bibitem", "html", "wiki"];
+	var myType = (!type || myTypes.indexOf(type) === -1) ? "wiki" : type;
+	document.getElementById("formatinput").value = myType;
+	for (var i = 0; i < myTypes.length; i++) {
+		var name = myTypes[i]
+		var linkID = name.concat("-link");
+		if (name === myType) {
+			document.getElementById(name).style.display = "block";
+			document.getElementById(linkID).style.fontWeight = "bold";
+		}
+		else {
+			document.getElementById(name).style.display = "none";
+			document.getElementById(linkID).style.fontWeight = "normal";
+		}
+	}
+}
+//]]>
+</script>
+</head>
+<body onload="javascript:showType('""" + format + """');">
+<div id="page">
+<div id="title">
+<h1><a href="./">Retrieve arXiv Information</a></h1>
+</div>
+""" + theForm(format, queryString)
+
+
+
+
+def extraInfo():
+	"""
+		Returns string with HTML explaining what to enter into the form.
+		Displayed beneath the search field on pages without results.
+	"""
+	return """
+<p>
+Use the form above to get information for <a href="https://www.arxiv.org/">arXiv</a> submissions
+for use in BibTeX, on web pages or in Wikis. You can enter:
+</p>
+<ul>
+<li>
+<p>
+one or several <em>paper IDs</em> like “1510.01797” or “math/0506203”.
+</p>
+</li><li>
+<p>
+your <a href="https://arxiv.org/help/author_identifiers">arXiv <em>author ID</em></a>
+looking similar to “grafvbothmer_h_1” to get a list of all your submitted papers.
+</p>
+</li>
+<li>
+<p>
+your <a href="https://orcid.org">ORCID ID</a> looking similar to “0000-0003-0136-444X”
+which you should register with your arXiv-account.
+</p>
+</li>
+</ul>
+"""
+
+
+
+def pageFoot():
+	"""
+		Returns string with HTML for the bottom of the page.
+	"""
+	return """<div id="foot">
+	Data from <a href="https://arxiv.org/help/api/index">arXiv API</a>
+	· Site by <a href="https://earthlingsoft.net/ssp">Sven-S. Porst</a>
+	· <a href="https://github.com/ssp/arXivToWiki/issues">Feedback</a>
+</div>
+</div>
+</body>
+</html>
+"""
+
+
+
+
+def htmlMarkup(items, type):
+	"""
+		Input: items - List of publication dictionaries.
+		       type  - "Preprint" or "Published".
+		Output: Array of strings containing HTML markup with a heading and a textarea full of bibliographic information in HTML markup.
+	"""
+	markup = []
+	if len(items) > 0:
+
+		htmlMarkup = ["<ul>\n"]
+		for item in items:
+			htmlMarkup += ["<li>\n", escapeHTML(basicMarkupForHTMLEditing(item)), "\n</li>"]
+		htmlMarkup += ["\n</ul>"]
+		factor = 4
+		if type == "Published":
+			factor = 5
+		markup = ["<textarea class='htmlinfo' cols='70' rows='", str( factor * len(items) + 2), "'>\n"] + htmlMarkup +  ["</textarea>\n"]
+	return markup
+
+
+
+
+def basicMarkupForHTMLEditing(myDict):
+	"""
+		Input: myDict - dictionary with publication data.
+		Output: String with HTML markup for publication data.
+	"""
+	authors = myDict["authors"]
+	htmlauthors = []
+	for author in authors:
+		htmlauthors += [author]
+	output = [", ".join(htmlauthors), ': “',  myDict["title"], '”, ', myDict["year"]]
+	if myDict["journal"] != None:
+		output += [", ", myDict["journal"]]
+	output += ["; <a href='",  myDict["link"], "'>arXiv:", myDict["ID"], "</a>."]
+	if myDict["DOI"] != None and len(myDict["DOI"]) > 0:
+		dois = []
+		for DOI in myDict["DOI"]:
+			dois += ["<a href='https://dx.doi.org/" + DOI + "'>" + DOI + "</a>"]
+		output += [" DOI: ", ", ".join(dois), "."]
+
+	return "".join(output)
+
+
+
+
+def wikiMarkup(items, type):
+	"""
+		Input: items - List of publication dictionaries.
+		       type  - "Preprint" or "Publication".
+		Output: Array of strings containing HTML markup with a heading and a textarea full of bibliographic information in Wiki markup.
+	"""
+	markup = []
+	if len(items) > 0:
+
+		wikiMarkup = []
+		htmlMarkup = []
+		for item in items:
+			wikiMarkup += [markupForWikiItem(item), "\n\n"]
+			htmlMarkup += [basicMarkupForHTMLEditing(item)]
+
+		wikiMarkup[-1] = wikiMarkup[-1].strip("\n")
+		factor = 3
+		if type == "Published":
+			factor = 4
+		markup = ["<p>Preview:</p>\n", "<ul><li>" , "\n</li><li>".join(htmlMarkup), "</li></ul>\n", "<p class='clear'>For copy and pasting to a Wiki:</p>\n", "<textarea class='wikiinfo' cols='70' rows='", str( factor * len(items)), "'>\n"] + wikiMarkup +  ["</textarea>\n"]
+	return markup
+
+
+
+
+def markupForWikiItem(myDict):
+	"""
+		Input: dictionary with publication data.
+		Output: Wiki markup for publication data.
+	"""
+	authors = myDict["authors"]
+	wikiauthors = []
+	for author in authors:
+		wikiauthors += [author]
+
+	wikioutput = ["* ", ", ".join(wikiauthors), ': “', myDict["title"], '”, ', myDict["year"]]
+	if myDict["journal"] != None:
+		wikioutput += [", ", myDict["journal"]]
+	wikioutput += ["; [", myDict["link"], " arXiv:", myDict["ID"], "]."]
+	if myDict["DOI"] != None and len(myDict["DOI"]) > 0 :
+		dois = []
+		for DOI in myDict["DOI"]:
+			dois += ["[https://dx.doi.org/" + DOI + " " + DOI + "]"]
+		wikioutput += [" DOI: ", ", ".join(dois) , "."]
+	result = "".join(wikioutput)
+	result = re.sub(r"\s+", r" ", result)
+	return result
+
+
+
+
+def bibTeXMarkup(items, format):
+	"""
+		Input: List of publication dictionaries.
+		Output: Array of strings containing HTML markup with a heading and a textarea full of BibTeX records.
+	"""
+	markup = []
+	if len(items) > 0:
+		linecount = 0
+		itemmarkup = []
+		for item in items:
+			bibtexmarkup = markupForBibTeXItem(item, format)
+			itemmarkup += [bibtexmarkup]
+			linecount += len(bibtexmarkup.split('\n'))
+		markup += ["<textarea class='wikiinfo' cols='70' rows='", str(linecount + len(items) - 1), "'>\n", "\n\n".join(itemmarkup), "</textarea>\n"]
+	return markup
+
+
+
+def markupForBibTeXItem(myDict, format):
+	"""
+		Input: dictionary with publication data.
+		Output: BibTeX record for the preprint.
+	"""
+	bibTeXID = myDict["ID"]
+	bibTeXAuthors = " and ".join(myDict["authors"])
+	bibTeXTitle = myDict["title"]
+	bibTeXYear = myDict["year"]
+
+	hasDOI = myDict["DOI"] != None and len(myDict["DOI"]) > 0
+	hasJournal = myDict["journal"] != None
+	isPublished = hasJournal or hasDOI
+
+	publicationType = ("@online" if format == "biblatex" else "@misc") if not isPublished else "@article"
+
+	eprintPrefix = "" if format == "biblatex" else "arXiv:"
+	bibTeXEntry = [publicationType, "{", bibTeXID, ",\nAuthor = {", bibTeXAuthors, "},\nTitle = {", bibTeXTitle, "},\nYear = {", bibTeXYear, "},\nEprint = {", eprintPrefix, bibTeXID, "},\n"]
+	if format == "biblatex":
+		bibTeXEntry += ["Eprinttype = {arXiv},\n"]
+	if hasJournal:
+		bibTeXEntry += ["Howpublished = {", myDict["journal"], "},\n"]
+	if hasDOI:
+		bibTeXEntry += ["Doi = {", " ".join(myDict["DOI"]), "},\n"]
+	bibTeXEntry += ["}"]
+	result = "".join(bibTeXEntry)
+	return result
+
+
+
+def bibItemMarkup(items):
+	"""
+		Input: List of publication dictionaries.
+		Output: Array of strings containing HTML markup with a heading and a textarea full of \bibitem commands.
+	"""
+	markup = []
+	if len(items) > 0:
+		linecount = 0
+		itemmarkup = []
+		for item in items:
+			bibItem = markupForBibItem(item)
+			itemmarkup += [bibItem]
+			linecount += len(bibItem.split('\n'))
+		markup = ["<p>Simple-minded \\bibitems:</p>\n", "<textarea class='wikiinfo' cols='70' rows='", str(linecount + 3), "'>\\begin{thebibliography}\n\n", "\n".join(itemmarkup), "\n\end{thebibliography}</textarea>\n"]
+	return markup
+
+
+def markupForBibItem(myDict):
+	"""
+		Input: dictionary with publication data.
+		Output: LaTeX \bibitem command for the publication
+	"""
+	bibTeXID = myDict["ID"]
+	authors = myDict["authors"]
+	authorString = ""
+	if len(authors) == 1:
+		authorString = authors[0]
+	elif len(authors) > 1:
+		firstAuthors = authors[:-1]
+		lastAuthor = authors[-1]
+		authorString = ", ".join(firstAuthors) + " and " + lastAuthor
+
+	title = myDict["title"]
+	year = myDict["year"]
+
+	bibItemCommand = ["\\bibitem{", bibTeXID, "}\n", authorString, ".\n\\newblock ", title, ", ", year]
+	if myDict["journal"] != None:
+		bibItemCommand += [",\n\\newblock ", myDict["journal"]]
+	bibItemCommand += [";\n\\newblock arXiv:", bibTeXID, "."]
+	if myDict["DOI"] != None and len(myDict["DOI"]) > 0:
+		bibItemCommand += ["\n\\newblock DOI: ", " ".join(myDict["DOI"]), "."]
+	result = "".join(bibItemCommand) + "\n"
+	return result
+
+
+
+
+
+def errorMarkup(errorText):
+	"""
+		Return markup for the error text received.
+	"""
+	return """<h2 class="error">No results</h2>
+<p>""" + errorText + """</p>
+<p>If you think you entered a valid arXiv ID and you keep getting this error message, please accept our apologies and <a href="https://github.com/ssp/arXivToWiki/issues">let me know</a>.</p>
+"""
+
+
+
+def isRunningFromBibTeXURI():
+	return isInRequestURI("bibtex")
+
+def isRunningFromHTMLURI():
+	return isInRequestURI("html")
+
+def isInRequestURI(string):
+	return isInEnvironment("REQUEST_URI", string) or isInEnvironment("HTTP_HOST", string)
+
+def isInEnvironment(fieldName, string):
+	if fieldName in os.environ:
+		if os.environ[fieldName].lower().find(string) != -1:
+			return True
+	return False
+
+
+IDCleanerRE = re.compile(r"[^0-9]*([0-9]*)\.?([0-9]*)")
+
+def comparePaperDictionaries (firstPaper, secondPaper):
+	"""
+		Compare paper dictionaries.
+		Earlier years are smaller.
+		Smaller IDs within a year are smaller.
+	"""
+	comparisonResult = 0
+	if firstPaper.has_key("year") and firstPaper.has_key("ID") and secondPaper.has_key("year") and secondPaper.has_key("ID"):
+		comparisonResult = cmp(firstPaper["year"], secondPaper["year"])
+
+		if comparisonResult == 0:
+			cleanedFirstID = int(IDCleanerRE.sub(r"\1\2", firstPaper["ID"]))
+			cleanedSecondID = int(IDCleanerRE.sub(r"\1\2", secondPaper["ID"]))
+			comparisonResult = cmp(cleanedFirstID, cleanedSecondID)
+
+	return comparisonResult
+
+
+
+def processCgi(form):
+	queryString = ""
+	papers = []
+	personID = ""
+	if form.has_key("q"):
+		queryString = form["q"].value
+		papers = list(set(re.sub(r",", r" ", queryString).split()))
+		""" 
+			for a single entry matching a regex we have an arXiv or ORCID autor ID
+			see https://arxiv.org/help/author_identifiers
+		"""
+		if len(papers) == 1:
+			arxivAuthorIDRegex = r"([a-z]*_[a-z]_[0-9]*)"
+			orcidIDRegex = r"((https://orcid.org/)?\d\d\d\d-\d\d\d\d-\d\d\d\d-\d\d\d[0-9X])"
+			authorMatch = re.search(arxivAuthorIDRegex + "|" + orcidIDRegex, papers[0])
+			if authorMatch != None:
+				personID = authorMatch.string[authorMatch.start():authorMatch.end()]
+			urlParts = urlparse(queryString)
+			if urlParts.netloc == "arxiv.org":
+				fromUriPath = extractPapersFromArXivUriPath(urlParts.path)
+				if fromUriPath != None:
+					papers = [fromUriPath]
+
+	outputformat = "html"
+	if form.has_key("outputformat"):
+		of = form["outputformat"].value
+		if of in ["html", "raw"]:
+			outputformat = of
+
+	format = "wiki"
+	if isRunningFromBibTeXURI():
+		format = "bibtex"
+	elif isRunningFromHTMLURI():
+		format = "html"
+	if form.has_key("format"):
+		f = form["format"].value
+		if f in ["wiki", "bibtex", "biblatex", "bibitem", "html"]:
+			format = f
+
+	printAll(pageHead(queryString, format, outputformat))
+
+	if form.has_key("q"):
+		failedIDs = []
+		if personID == "":
+			arXivIDs = []
+			for paperID in papers:
+				processedID = prepareArXivID(paperID)
+				if processedID != None:
+					arXivIDs += [processedID]
+				else:
+					failedIDs += [paperID]
+			arXivURL = "https://export.arxiv.org/api/query?id_list=" + ",".join(arXivIDs) + "&max_results=" + str(maxpapers)
+		else:
+			arXivURL = "https://arxiv.org/a/" + personID + ".atom"
+
+		download = urllib.urlopen(arXivURL)
+		download.encoding = "UTF-8"
+		downloadedData = download.read()
+		if downloadedData == None:
+			printHtml(extraInfo(), outputformat)
+			printHtml(errorMarkup("The arXiv data could not be retrieved."), outputformat)
+		else:
+			publications = []
+			feed = xml.etree.ElementTree.fromstring(downloadedData)
+			output = []
+
+			"""	Check for an error by looking at the title of the first paper: errors are marked by 'Error', empty feeds don't have a title """
+			firstTitle = feed.find("{http://www.w3.org/2005/Atom}entry/{http://www.w3.org/2005/Atom}title")
+			if firstTitle == None or firstTitle.text == "Error":
+				lookupSubject = "paper ID"
+				if personID == "" and len(papers) > 1:
+					lookupSubject = "paper IDs"
+				elif personID != "":
+					lookupSubject = "author ID"
+
+				printHtml(extraInfo(), outputformat)
+				printHtml(errorMarkup("The arXiv did not return any results for the " + lookupSubject + " you entered. Any chance there may be a typo in there?"), outputformat)
+			else:
+				""" We got data and no error: Process it. """
+				papersiterator = feed.getiterator("{http://www.w3.org/2005/Atom}entry")
+				for paper in papersiterator:
+					titleElement = paper.find("{http://www.w3.org/2005/Atom}title")
+					if titleElement == None:
+						continue
+					theTitle = re.sub(r"\s*\n\s*", r" ", titleElement.text)
+					authors = paper.getiterator("{http://www.w3.org/2005/Atom}author")
+					theAuthors = []
+					for author in authors:
+						name = author.find("{http://www.w3.org/2005/Atom}name").text
+						theAuthors += [name]
+					theAbstract = paper.find("{http://www.w3.org/2005/Atom}summary").text.strip()
+
+					links = paper.getiterator("{http://www.w3.org/2005/Atom}link")
+					thePDF = ""
+					theLink = ""
+					for link in links:
+						attributes = link.attrib
+						if attributes.has_key("href"):
+							linktarget = attributes["href"]
+							linktype = attributes["type"] if attributes.has_key("type") else None
+							linktitle = attributes["title"] if attributes.has_key("title") else None
+						if linktype == "application/pdf":
+							thePDF = linktarget
+						elif linktype == "text/html":
+							theLink = linktarget
+					splitLink = theLink.split("/abs/")
+					theID = splitLink[-1].split('v')[0]
+					theLink = splitLink[0] + "/abs/" + theID
+
+					theYear = paper.find("{http://www.w3.org/2005/Atom}published").text.split('-')[0]
+
+					theDOIs = []
+					DOIs = paper.getiterator("{http://arxiv.org/schemas/atom}doi")
+					for DOI in DOIs:
+						theDOIs += [DOI.text]
+
+					journal = paper.find("{http://arxiv.org/schemas/atom}journal_ref")
+					theJournal = None
+					if journal != None:
+						theJournal = journal.text
+
+					publicationDict = dict({
+						"ID": theID,
+						"authors": theAuthors,
+						"title": theTitle,
+						"abstract": theAbstract,
+						"year": theYear,
+						"PDF": thePDF,
+						"link": theLink,
+						"DOI": theDOIs,
+						"journal": theJournal})
+					publications += [publicationDict]
+
+				preprintIDs = []
+				preprints = []
+				publishedIDs = []
+				published = []
+
+				publications.sort(comparePaperDictionaries, None, True)
+
+				for publication in publications:
+					if publication["journal"] != None:
+						published += [publication]
+						publishedIDs += [publication["ID"]]
+					else:
+						preprints += [publication]
+						preprintIDs += [publication["ID"]]
+
+				output += ["<div class='formatpicker'>Format:<ul class='outputtypes'>\n",
+				"""<li><a href='javascript:showType("bibtex");' id='bibtex-link'>BibTeX</a></li>\n""",
+				"""<li><a href='javascript:showType("biblatex");' id='biblatex-link'>BibLaTeX</a></li>\n""",
+				"""<li><a href='javascript:showType("bibitem");' id='bibitem-link'>\\bibitem</a></li>\n""",
+				"""<li><a href='javascript:showType("html");' id='html-link'>HTML</a></li>\n""",
+				"""<li><a href='javascript:showType("wiki");' id='wiki-link'>Wiki</a></li>\n""",
+				"</ul>\n</div>\n"]
+
+				if len(papers) >= maxpapers:
+					output += ["<div class='warning'>We can only process " + str(maxpapers) + " paper IDs at a time. " + str(len(papers) - maxpapers) + " of the IDs you entered were ignored.</div>"]
+
+				journalrefnote = """<p><em>Please <a class="editlink" href="https://arxiv.org/user/" title="Go to arXiv user page where you can edit the information stored for your papers.">add the journal reference and <abbr title="Document Object Identifier">DOI</abbr> for your papers as soon as they are published</a>.</em></p>"""
+
+				output += ["<div id='bibtex'>\n"]
+				if len(preprints) > 0:
+					output += ["<h2>Preprints:</h2>\n", journalrefnote]
+					output += bibTeXMarkup(preprints, "bibtex")
+				if len(published) > 0:
+					output += ["<h2>Published:</h2>\n"]
+					output += ["""<p>These BibTeX records are based on arXiv information only. You may prefer getting the more detailed records provided by <a href="https://mathscinet.ams.org/mathscinet/">MathSciNet</a> instead.</p>\n"""]
+					output += bibTeXMarkup(published, "bibtex")
+				output += ["</div>\n"]
+
+				output += ["<div id='biblatex'>\n"]
+				if len(preprints) > 0:
+					output += ["<h2>Preprints:</h2>\n", journalrefnote]
+					output += bibTeXMarkup(preprints, "biblatex")
+				if len(published) > 0:
+					output += ["<h2>Published:</h2>\n"]
+					output += ["""<p>These BibLaTeX records are based on arXiv information only. You may prefer getting the more detailed records provided by <a href="https://mathscinet.ams.org/mathscinet/">MathSciNet</a> instead.</p>\n"""]
+					output += bibTeXMarkup(published, "biblatex")
+				output += ["</div>\n"]
+
+				output += ["<div id='bibitem'>\n"]
+				if len(preprints) > 0:
+					output += ["<h2>Preprints:</h2>\n", journalrefnote]
+					output += bibItemMarkup(preprints)
+				if len(published) > 0:
+					output += ["<h2>Published:</h2>\n"]
+					output += bibItemMarkup(published)
+				output += ["</div>\n"]
+
+				output += ["<div id='html'>\n"]
+				if len(preprints) > 0:
+					output += ["<h2>Preprints:</h2>\n", journalrefnote]
+					output += htmlMarkup(preprints, "Preprint")
+				if len(published) > 0:
+					output += ["<h2>Published:</h2>\n"]
+					output += htmlMarkup(published, "Published")
+				output += ["</div>\n"]
+
+				output += ["<div id='wiki'>\n"]
+				if len(preprints) > 0:
+					output += ["<h2>Preprints:</h2>\n", journalrefnote]
+					output += wikiMarkup(preprints, "Preprint")
+				if len(published) > 0:
+					output += ["<h2>Published:</h2>\n"]
+					output += wikiMarkup(published, "Published")
+				output += ["</div>\n"]
+
+
+			if len(failedIDs) > 0:
+				if len(failedIDs) == 1:
+					printHtml("""<div class="warning">No paper with the ID “""" + failedIDs[0] + """” could be found on the arXiv.</div>\n""", outputformat)
+				else:
+					printHtml("""<div class="warning">The following paper IDs could not be found on the arXiv: """ + ", ".join(failedIDs) + """.</div>\n""", outputformat)
+
+			printHtml("".join(output), outputformat)
+			printPublicationsRaw(publications, format, outputformat)
+	else:
+		printHtml(extraInfo(), outputformat)
+
+	printHtml(pageFoot(), outputformat)
+
+
+"""
+	MAIN SCRIPT *****************************************************************
+"""
+# form = cgi.FieldStorage()
+# processCgi(form)