diff options
Diffstat (limited to 'flit/upload.py')
| -rw-r--r-- | flit/upload.py | 276 |
1 files changed, 276 insertions, 0 deletions
diff --git a/flit/upload.py b/flit/upload.py new file mode 100644 index 0000000..0ea67e9 --- /dev/null +++ b/flit/upload.py @@ -0,0 +1,276 @@ +"""Code to communicate with PyPI to register distributions and upload files. + +This is cribbed heavily from distutils.command.(upgrade|register), which as part +of Python is under the PSF license. +""" +import configparser +import getpass +import hashlib +import logging +import os +from pathlib import Path +import requests +import sys +from urllib.parse import urlparse + +from flit_core.common import Metadata + +log = logging.getLogger(__name__) + +PYPI = "https://upload.pypi.org/legacy/" +PYPIRC_DEFAULT = "~/.pypirc" + +SWITCH_TO_HTTPS = ( + "http://pypi.python.org/", + "http://testpypi.python.org/", + "http://upload.pypi.org/", + "http://upload.pypi.io/", +) + +def get_repositories(file="~/.pypirc"): + """Get the known repositories from a pypirc file. + + This returns a dict keyed by name, of dicts with keys 'url', 'username', + 'password'. Username and password may be None. + """ + cp = configparser.ConfigParser() + if isinstance(file, str): + file = os.path.expanduser(file) + + if not os.path.isfile(file): + return {'pypi': { + 'url': PYPI, 'username': None, 'password': None, + }} + + cp.read(file) + else: + cp.read_file(file) + + names = cp.get('distutils', 'index-servers', fallback='pypi').split() + + repos = {} + + for name in names: + repos[name] = { + 'url': cp.get(name, 'repository', fallback=PYPI), + 'username': cp.get(name, 'username', fallback=None), + 'password': cp.get(name, 'password', fallback=None), + } + + return repos + + +def get_repository(pypirc_path="~/.pypirc", name=None): + """Get the url, username and password for one repository. + + Returns a dict with keys 'url', 'username', 'password'. + + There is a hierarchy of possible sources of information: + + Index URL: + 1. Command line arg --repository (looked up in .pypirc) + 2. $FLIT_INDEX_URL + 3. Repository called 'pypi' from .pypirc + 4. Default PyPI (hardcoded) + + Username: + 1. Command line arg --repository (looked up in .pypirc) + 2. $FLIT_USERNAME + 3. Repository called 'pypi' from .pypirc + 4. Terminal prompt (write to .pypirc if it doesn't exist yet) + + Password: + 1. Command line arg --repository (looked up in .pypirc) + 2. $FLIT_PASSWORD + 3. Repository called 'pypi' from .pypirc + 3. keyring + 4. Terminal prompt (store to keyring if available) + """ + log.debug("Loading repositories config from %r", pypirc_path) + repos_cfg = get_repositories(pypirc_path) + + if name is not None: + repo = repos_cfg[name] + elif 'FLIT_INDEX_URL' in os.environ: + repo = {'url': os.environ['FLIT_INDEX_URL'], + 'username': None, 'password': None} + elif 'pypi' in repos_cfg: + repo = repos_cfg['pypi'] + + if 'FLIT_PASSWORD' in os.environ: + repo['password'] = os.environ['FLIT_PASSWORD'] + else: + repo = {'url': PYPI, 'username': None, 'password': None} + + if repo['url'].startswith(SWITCH_TO_HTTPS): + # Use https for PyPI, even if an http URL was given + repo['url'] = 'https' + repo['url'][4:] + elif repo['url'].startswith('http://'): + log.warning("Unencrypted connection - credentials may be visible on " + "the network.") + log.info("Using repository at %s", repo['url']) + + if ('FLIT_USERNAME' in os.environ) and ((name is None) or (not repo['username'])): + repo['username'] = os.environ['FLIT_USERNAME'] + if sys.stdin.isatty(): + while not repo['username']: + repo['username'] = input("Username: ") + if repo['url'] == PYPI: + write_pypirc(repo, pypirc_path) + elif not repo['username']: + raise Exception("Could not find username for upload.") + + repo['password'] = get_password(repo, prefer_env=(name is None)) + + repo['is_warehouse'] = repo['url'].rstrip('/').endswith('/legacy') + + return repo + +def write_pypirc(repo, file="~/.pypirc"): + """Write .pypirc if it doesn't already exist + """ + file = os.path.expanduser(file) + if os.path.isfile(file): + return + + with open(file, 'w', encoding='utf-8') as f: + f.write("[pypi]\n" + "username = %s\n" % repo['username']) + +def get_password(repo, prefer_env): + if ('FLIT_PASSWORD' in os.environ) and (prefer_env or not repo['password']): + return os.environ['FLIT_PASSWORD'] + + if repo['password']: + return repo['password'] + + try: + import keyring, keyring.errors + except ImportError: # pragma: no cover + log.warning("Install keyring to store passwords securely") + keyring = None + else: + try: + stored_pw = keyring.get_password(repo['url'], repo['username']) + if stored_pw is not None: + return stored_pw + except keyring.errors.KeyringError as e: + log.warning("Could not get password from keyring (%s)", e) + + if sys.stdin.isatty(): + pw = None + while not pw: + print('Server :', repo['url']) + print('Username:', repo['username']) + pw = getpass.getpass('Password: ') + else: + raise Exception("Could not find password for upload.") + + if keyring is not None: + try: + keyring.set_password(repo['url'], repo['username'], pw) + log.info("Stored password with keyring") + except keyring.errors.KeyringError as e: + log.warning("Could not store password in keyring (%s)", e) + + return pw + +def build_post_data(action, metadata:Metadata): + """Prepare the metadata needed for requests to PyPI. + """ + d = { + ":action": action, + + "name": metadata.name, + "version": metadata.version, + + # additional meta-data + "metadata_version": '2.1', + "summary": metadata.summary, + "home_page": metadata.home_page, + "author": metadata.author, + "author_email": metadata.author_email, + "maintainer": metadata.maintainer, + "maintainer_email": metadata.maintainer_email, + "license": metadata.license, + "description": metadata.description, + "keywords": metadata.keywords, + "platform": metadata.platform, + "classifiers": metadata.classifiers, + "download_url": metadata.download_url, + "supported_platform": metadata.supported_platform, + # Metadata 1.1 (PEP 314) + "provides": metadata.provides, + "requires": metadata.requires, + "obsoletes": metadata.obsoletes, + # Metadata 1.2 (PEP 345) + "project_urls": metadata.project_urls, + "provides_dist": metadata.provides_dist, + "obsoletes_dist": metadata.obsoletes_dist, + "requires_dist": metadata.requires_dist, + "requires_external": metadata.requires_external, + "requires_python": metadata.requires_python, + # Metadata 2.1 (PEP 566) + "description_content_type": metadata.description_content_type, + "provides_extra": metadata.provides_extra, + } + + return {k:v for k,v in d.items() if v} + +def upload_file(file:Path, metadata:Metadata, repo): + """Upload a file to an index server, given the index server details. + """ + data = build_post_data('file_upload', metadata) + data['protocol_version'] = '1' + if file.suffix == '.whl': + data['filetype'] = 'bdist_wheel' + py2_support = not (metadata.requires_python or '')\ + .startswith(('3', '>3', '>=3')) + data['pyversion'] = ('py2.' if py2_support else '') + 'py3' + else: + data['filetype'] = 'sdist' + + with file.open('rb') as f: + content = f.read() + files = {'content': (file.name, content)} + data['md5_digest'] = hashlib.md5(content).hexdigest() + data['sha256_digest'] = hashlib.sha256(content).hexdigest() + + log.info('Uploading %s...', file) + resp = requests.post(repo['url'], + data=data, + files=files, + auth=(repo['username'], repo['password']), + ) + resp.raise_for_status() + + +def do_upload(file:Path, metadata:Metadata, pypirc_path="~/.pypirc", repo_name=None): + """Upload a file to an index server. + """ + repo = get_repository(pypirc_path, repo_name) + upload_file(file, metadata, repo) + + if repo['is_warehouse']: + domain = urlparse(repo['url']).netloc + if domain.startswith('upload.'): + domain = domain[7:] + log.info("Package is at https://%s/project/%s/", domain, metadata.name) + else: + log.info("Package is at %s/%s", repo['url'], metadata.name) + + +def main(ini_path, repo_name, pypirc_path=None, formats=None, gen_setup_py=True): + """Build and upload wheel and sdist.""" + if pypirc_path is None: + pypirc_path = PYPIRC_DEFAULT + elif not os.path.isfile(pypirc_path): + raise FileNotFoundError("The specified pypirc config file does not exist.") + + from . import build + built = build.main(ini_path, formats=formats, gen_setup_py=gen_setup_py) + + if built.wheel is not None: + do_upload(built.wheel.file, built.wheel.builder.metadata, pypirc_path, repo_name) + if built.sdist is not None: + do_upload(built.sdist.file, built.sdist.builder.metadata, pypirc_path, repo_name) |