207 lines
7.3 KiB
Python
207 lines
7.3 KiB
Python
|
"""
|
||
|
|
distutils.command.upload
|
||
|
|
|
||
|
|
Implements the Distutils 'upload' subcommand (upload package to a package
|
||
|
|
index).
|
||
|
|
"""
|
||
|
|
|
||
|
|
import os
|
||
|
|
import io
|
||
|
|
import hashlib
|
||
|
|
import logging
|
||
|
|
from base64 import standard_b64encode
|
||
|
|
from urllib.request import urlopen, Request, HTTPError
|
||
|
|
from urllib.parse import urlparse
|
||
|
|
from ..errors import DistutilsError, DistutilsOptionError
|
||
|
|
from ..core import PyPIRCCommand
|
||
|
|
from ..spawn import spawn
|
||
|
|
|
||
|
|
|
||
|
|
# PyPI Warehouse supports MD5, SHA256, and Blake2 (blake2-256)
|
||
|
|
# https://bugs.python.org/issue40698
|
||
|
|
_FILE_CONTENT_DIGESTS = {
|
||
|
|
"md5_digest": getattr(hashlib, "md5", None),
|
||
|
|
"sha256_digest": getattr(hashlib, "sha256", None),
|
||
|
|
"blake2_256_digest": getattr(hashlib, "blake2b", None),
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
class upload(PyPIRCCommand):
|
||
|
|
description = "upload binary package to PyPI"
|
||
|
|
|
||
|
|
user_options = PyPIRCCommand.user_options + [
|
||
|
|
('sign', 's', 'sign files to upload using gpg'),
|
||
|
|
('identity=', 'i', 'GPG identity used to sign files'),
|
||
|
|
]
|
||
|
|
|
||
|
|
boolean_options = PyPIRCCommand.boolean_options + ['sign']
|
||
|
|
|
||
|
|
def initialize_options(self):
|
||
|
|
PyPIRCCommand.initialize_options(self)
|
||
|
|
self.username = ''
|
||
|
|
self.password = ''
|
||
|
|
self.show_response = 0
|
||
|
|
self.sign = False
|
||
|
|
self.identity = None
|
||
|
|
|
||
|
|
def finalize_options(self):
|
||
|
|
PyPIRCCommand.finalize_options(self)
|
||
|
|
if self.identity and not self.sign:
|
||
|
|
raise DistutilsOptionError("Must use --sign for --identity to have meaning")
|
||
|
|
config = self._read_pypirc()
|
||
|
|
if config != {}:
|
||
|
|
self.username = config['username']
|
||
|
|
self.password = config['password']
|
||
|
|
self.repository = config['repository']
|
||
|
|
self.realm = config['realm']
|
||
|
|
|
||
|
|
# getting the password from the distribution
|
||
|
|
# if previously set by the register command
|
||
|
|
if not self.password and self.distribution.password:
|
||
|
|
self.password = self.distribution.password
|
||
|
|
|
||
|
|
def run(self):
|
||
|
|
if not self.distribution.dist_files:
|
||
|
|
msg = (
|
||
|
|
"Must create and upload files in one command "
|
||
|
|
"(e.g. setup.py sdist upload)"
|
||
|
|
)
|
||
|
|
raise DistutilsOptionError(msg)
|
||
|
|
for command, pyversion, filename in self.distribution.dist_files:
|
||
|
|
self.upload_file(command, pyversion, filename)
|
||
|
|
|
||
|
|
def upload_file(self, command, pyversion, filename): # noqa: C901
|
||
|
|
# Makes sure the repository URL is compliant
|
||
|
|
schema, netloc, url, params, query, fragments = urlparse(self.repository)
|
||
|
|
if params or query or fragments:
|
||
|
|
raise AssertionError("Incompatible url %s" % self.repository)
|
||
|
|
|
||
|
|
if schema not in ('http', 'https'):
|
||
|
|
raise AssertionError("unsupported schema " + schema)
|
||
|
|
|
||
|
|
# Sign if requested
|
||
|
|
if self.sign:
|
||
|
|
gpg_args = ["gpg", "--detach-sign", "-a", filename]
|
||
|
|
if self.identity:
|
||
|
|
gpg_args[2:2] = ["--local-user", self.identity]
|
||
|
|
spawn(gpg_args, dry_run=self.dry_run)
|
||
|
|
|
||
|
|
# Fill in the data - send all the meta-data in case we need to
|
||
|
|
# register a new release
|
||
|
|
f = open(filename, 'rb')
|
||
|
|
try:
|
||
|
|
content = f.read()
|
||
|
|
finally:
|
||
|
|
f.close()
|
||
|
|
|
||
|
|
meta = self.distribution.metadata
|
||
|
|
data = {
|
||
|
|
# action
|
||
|
|
':action': 'file_upload',
|
||
|
|
'protocol_version': '1',
|
||
|
|
# identify release
|
||
|
|
'name': meta.get_name(),
|
||
|
|
'version': meta.get_version(),
|
||
|
|
# file content
|
||
|
|
'content': (os.path.basename(filename), content),
|
||
|
|
'filetype': command,
|
||
|
|
'pyversion': pyversion,
|
||
|
|
# additional meta-data
|
||
|
|
'metadata_version': '1.0',
|
||
|
|
'summary': meta.get_description(),
|
||
|
|
'home_page': meta.get_url(),
|
||
|
|
'author': meta.get_contact(),
|
||
|
|
'author_email': meta.get_contact_email(),
|
||
|
|
'license': meta.get_licence(),
|
||
|
|
'description': meta.get_long_description(),
|
||
|
|
'keywords': meta.get_keywords(),
|
||
|
|
'platform': meta.get_platforms(),
|
||
|
|
'classifiers': meta.get_classifiers(),
|
||
|
|
'download_url': meta.get_download_url(),
|
||
|
|
# PEP 314
|
||
|
|
'provides': meta.get_provides(),
|
||
|
|
'requires': meta.get_requires(),
|
||
|
|
'obsoletes': meta.get_obsoletes(),
|
||
|
|
}
|
||
|
|
|
||
|
|
data['comment'] = ''
|
||
|
|
|
||
|
|
# file content digests
|
||
|
|
for digest_name, digest_cons in _FILE_CONTENT_DIGESTS.items():
|
||
|
|
if digest_cons is None:
|
||
|
|
continue
|
||
|
|
try:
|
||
|
|
data[digest_name] = digest_cons(content).hexdigest()
|
||
|
|
except ValueError:
|
||
|
|
# hash digest not available or blocked by security policy
|
||
|
|
pass
|
||
|
|
|
||
|
|
if self.sign:
|
||
|
|
with open(filename + ".asc", "rb") as f:
|
||
|
|
data['gpg_signature'] = (os.path.basename(filename) + ".asc", f.read())
|
||
|
|
|
||
|
|
# set up the authentication
|
||
|
|
user_pass = (self.username + ":" + self.password).encode('ascii')
|
||
|
|
# The exact encoding of the authentication string is debated.
|
||
|
|
# Anyway PyPI only accepts ascii for both username or password.
|
||
|
|
auth = "Basic " + standard_b64encode(user_pass).decode('ascii')
|
||
|
|
|
||
|
|
# Build up the MIME payload for the POST data
|
||
|
|
boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254'
|
||
|
|
sep_boundary = b'\r\n--' + boundary.encode('ascii')
|
||
|
|
end_boundary = sep_boundary + b'--\r\n'
|
||
|
|
body = io.BytesIO()
|
||
|
|
for key, value in data.items():
|
||
|
|
title = '\r\nContent-Disposition: form-data; name="%s"' % key
|
||
|
|
# handle multiple entries for the same name
|
||
|
|
if not isinstance(value, list):
|
||
|
|
value = [value]
|
||
|
|
for value in value:
|
||
|
|
if type(value) is tuple:
|
||
|
|
title += '; filename="%s"' % value[0]
|
||
|
|
value = value[1]
|
||
|
|
else:
|
||
|
|
value = str(value).encode('utf-8')
|
||
|
|
body.write(sep_boundary)
|
||
|
|
body.write(title.encode('utf-8'))
|
||
|
|
body.write(b"\r\n\r\n")
|
||
|
|
body.write(value)
|
||
|
|
body.write(end_boundary)
|
||
|
|
body = body.getvalue()
|
||
|
|
|
||
|
|
msg = "Submitting {} to {}".format(filename, self.repository)
|
||
|
|
self.announce(msg, logging.INFO)
|
||
|
|
|
||
|
|
# build the Request
|
||
|
|
headers = {
|
||
|
|
'Content-type': 'multipart/form-data; boundary=%s' % boundary,
|
||
|
|
'Content-length': str(len(body)),
|
||
|
|
'Authorization': auth,
|
||
|
|
}
|
||
|
|
|
||
|
|
request = Request(self.repository, data=body, headers=headers)
|
||
|
|
# send the data
|
||
|
|
try:
|
||
|
|
result = urlopen(request)
|
||
|
|
status = result.getcode()
|
||
|
|
reason = result.msg
|
||
|
|
except HTTPError as e:
|
||
|
|
status = e.code
|
||
|
|
reason = e.msg
|
||
|
|
except OSError as e:
|
||
|
|
self.announce(str(e), logging.ERROR)
|
||
|
|
raise
|
||
|
|
|
||
|
|
if status == 200:
|
||
|
|
self.announce(
|
||
|
|
'Server response ({}): {}'.format(status, reason), logging.INFO
|
||
|
|
)
|
||
|
|
if self.show_response:
|
||
|
|
text = self._read_pypi_response(result)
|
||
|
|
msg = '\n'.join(('-' * 75, text, '-' * 75))
|
||
|
|
self.announce(msg, logging.INFO)
|
||
|
|
else:
|
||
|
|
msg = 'Upload failed ({}): {}'.format(status, reason)
|
||
|
|
self.announce(msg, logging.ERROR)
|
||
|
|
raise DistutilsError(msg)
|