|
""" |
|
distutils.command.upload |
|
|
|
Implements the Distutils 'upload' subcommand (upload package to a package |
|
index). |
|
""" |
|
|
|
import os |
|
import io |
|
import hashlib |
|
from base64 import standard_b64encode |
|
from urllib.request import urlopen, Request, HTTPError |
|
from urllib.parse import urlparse |
|
from distutils.errors import DistutilsError, DistutilsOptionError |
|
from distutils.core import PyPIRCCommand |
|
from distutils.spawn import spawn |
|
from distutils import log |
|
|
|
|
|
|
|
|
|
_FILE_CONTENT_DIGESTS = { |
|
"md5_digest": getattr(hashlib, "md5", None), |
|
"sha256_digest": getattr(hashlib, "sha256", None), |
|
"blake2_256_digest": getattr(hashlib, "blake2b", None), |
|
} |
|
|
|
|
|
class upload(PyPIRCCommand): |
|
|
|
description = "upload binary package to PyPI" |
|
|
|
user_options = PyPIRCCommand.user_options + [ |
|
('sign', 's', 'sign files to upload using gpg'), |
|
('identity=', 'i', 'GPG identity used to sign files'), |
|
] |
|
|
|
boolean_options = PyPIRCCommand.boolean_options + ['sign'] |
|
|
|
def initialize_options(self): |
|
PyPIRCCommand.initialize_options(self) |
|
self.username = '' |
|
self.password = '' |
|
self.show_response = 0 |
|
self.sign = False |
|
self.identity = None |
|
|
|
def finalize_options(self): |
|
PyPIRCCommand.finalize_options(self) |
|
if self.identity and not self.sign: |
|
raise DistutilsOptionError("Must use --sign for --identity to have meaning") |
|
config = self._read_pypirc() |
|
if config != {}: |
|
self.username = config['username'] |
|
self.password = config['password'] |
|
self.repository = config['repository'] |
|
self.realm = config['realm'] |
|
|
|
|
|
|
|
if not self.password and self.distribution.password: |
|
self.password = self.distribution.password |
|
|
|
def run(self): |
|
if not self.distribution.dist_files: |
|
msg = ( |
|
"Must create and upload files in one command " |
|
"(e.g. setup.py sdist upload)" |
|
) |
|
raise DistutilsOptionError(msg) |
|
for command, pyversion, filename in self.distribution.dist_files: |
|
self.upload_file(command, pyversion, filename) |
|
|
|
def upload_file(self, command, pyversion, filename): |
|
|
|
schema, netloc, url, params, query, fragments = urlparse(self.repository) |
|
if params or query or fragments: |
|
raise AssertionError("Incompatible url %s" % self.repository) |
|
|
|
if schema not in ('http', 'https'): |
|
raise AssertionError("unsupported schema " + schema) |
|
|
|
|
|
if self.sign: |
|
gpg_args = ["gpg", "--detach-sign", "-a", filename] |
|
if self.identity: |
|
gpg_args[2:2] = ["--local-user", self.identity] |
|
spawn(gpg_args, dry_run=self.dry_run) |
|
|
|
|
|
|
|
f = open(filename, 'rb') |
|
try: |
|
content = f.read() |
|
finally: |
|
f.close() |
|
|
|
meta = self.distribution.metadata |
|
data = { |
|
|
|
':action': 'file_upload', |
|
'protocol_version': '1', |
|
|
|
'name': meta.get_name(), |
|
'version': meta.get_version(), |
|
|
|
'content': (os.path.basename(filename), content), |
|
'filetype': command, |
|
'pyversion': pyversion, |
|
|
|
'metadata_version': '1.0', |
|
'summary': meta.get_description(), |
|
'home_page': meta.get_url(), |
|
'author': meta.get_contact(), |
|
'author_email': meta.get_contact_email(), |
|
'license': meta.get_licence(), |
|
'description': meta.get_long_description(), |
|
'keywords': meta.get_keywords(), |
|
'platform': meta.get_platforms(), |
|
'classifiers': meta.get_classifiers(), |
|
'download_url': meta.get_download_url(), |
|
|
|
'provides': meta.get_provides(), |
|
'requires': meta.get_requires(), |
|
'obsoletes': meta.get_obsoletes(), |
|
} |
|
|
|
data['comment'] = '' |
|
|
|
|
|
for digest_name, digest_cons in _FILE_CONTENT_DIGESTS.items(): |
|
if digest_cons is None: |
|
continue |
|
try: |
|
data[digest_name] = digest_cons(content).hexdigest() |
|
except ValueError: |
|
|
|
pass |
|
|
|
if self.sign: |
|
with open(filename + ".asc", "rb") as f: |
|
data['gpg_signature'] = (os.path.basename(filename) + ".asc", f.read()) |
|
|
|
|
|
user_pass = (self.username + ":" + self.password).encode('ascii') |
|
|
|
|
|
auth = "Basic " + standard_b64encode(user_pass).decode('ascii') |
|
|
|
|
|
boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254' |
|
sep_boundary = b'\r\n--' + boundary.encode('ascii') |
|
end_boundary = sep_boundary + b'--\r\n' |
|
body = io.BytesIO() |
|
for key, value in data.items(): |
|
title = '\r\nContent-Disposition: form-data; name="%s"' % key |
|
|
|
if not isinstance(value, list): |
|
value = [value] |
|
for value in value: |
|
if type(value) is tuple: |
|
title += '; filename="%s"' % value[0] |
|
value = value[1] |
|
else: |
|
value = str(value).encode('utf-8') |
|
body.write(sep_boundary) |
|
body.write(title.encode('utf-8')) |
|
body.write(b"\r\n\r\n") |
|
body.write(value) |
|
body.write(end_boundary) |
|
body = body.getvalue() |
|
|
|
msg = "Submitting {} to {}".format(filename, self.repository) |
|
self.announce(msg, log.INFO) |
|
|
|
|
|
headers = { |
|
'Content-type': 'multipart/form-data; boundary=%s' % boundary, |
|
'Content-length': str(len(body)), |
|
'Authorization': auth, |
|
} |
|
|
|
request = Request(self.repository, data=body, headers=headers) |
|
|
|
try: |
|
result = urlopen(request) |
|
status = result.getcode() |
|
reason = result.msg |
|
except HTTPError as e: |
|
status = e.code |
|
reason = e.msg |
|
except OSError as e: |
|
self.announce(str(e), log.ERROR) |
|
raise |
|
|
|
if status == 200: |
|
self.announce('Server response ({}): {}'.format(status, reason), log.INFO) |
|
if self.show_response: |
|
text = self._read_pypi_response(result) |
|
msg = '\n'.join(('-' * 75, text, '-' * 75)) |
|
self.announce(msg, log.INFO) |
|
else: |
|
msg = 'Upload failed ({}): {}'.format(status, reason) |
|
self.announce(msg, log.ERROR) |
|
raise DistutilsError(msg) |
|
|