Repository URL to install this package:
|
Version:
3.9.0 ▾
|
flit
/
upload.py
|
|---|
"""Code to communicate with PyPI to register distributions and upload files.
This is cribbed heavily from distutils.command.(upgrade|register), which as part
of Python is under the PSF license.
"""
import configparser
import getpass
import hashlib
import logging
import os
from pathlib import Path
import requests
import sys
from urllib.parse import urlparse
from flit_core.common import Metadata
log = logging.getLogger(__name__)
PYPI = "https://upload.pypi.org/legacy/"
PYPIRC_DEFAULT = "~/.pypirc"
SWITCH_TO_HTTPS = (
"http://pypi.python.org/",
"http://testpypi.python.org/",
"http://upload.pypi.org/",
"http://upload.pypi.io/",
)
def get_repositories(file="~/.pypirc"):
"""Get the known repositories from a pypirc file.
This returns a dict keyed by name, of dicts with keys 'url', 'username',
'password'. Username and password may be None.
"""
cp = configparser.ConfigParser()
if isinstance(file, str):
file = os.path.expanduser(file)
if not os.path.isfile(file):
return {'pypi': {
'url': PYPI, 'username': None, 'password': None,
}}
cp.read(file)
else:
cp.read_file(file)
names = cp.get('distutils', 'index-servers', fallback='pypi').split()
repos = {}
for name in names:
repos[name] = {
'url': cp.get(name, 'repository', fallback=PYPI),
'username': cp.get(name, 'username', fallback=None),
'password': cp.get(name, 'password', fallback=None),
}
return repos
def get_repository(pypirc_path="~/.pypirc", name=None):
"""Get the url, username and password for one repository.
Returns a dict with keys 'url', 'username', 'password'.
There is a hierarchy of possible sources of information:
Index URL:
1. Command line arg --repository (looked up in .pypirc)
2. $FLIT_INDEX_URL
3. Repository called 'pypi' from .pypirc
4. Default PyPI (hardcoded)
Username:
1. Command line arg --repository (looked up in .pypirc)
2. $FLIT_USERNAME
3. Repository called 'pypi' from .pypirc
4. Terminal prompt (write to .pypirc if it doesn't exist yet)
Password:
1. Command line arg --repository (looked up in .pypirc)
2. $FLIT_PASSWORD
3. Repository called 'pypi' from .pypirc
3. keyring
4. Terminal prompt (store to keyring if available)
"""
log.debug("Loading repositories config from %r", pypirc_path)
repos_cfg = get_repositories(pypirc_path)
if name is not None:
repo = repos_cfg[name]
elif 'FLIT_INDEX_URL' in os.environ:
repo = {'url': os.environ['FLIT_INDEX_URL'],
'username': None, 'password': None}
elif 'pypi' in repos_cfg:
repo = repos_cfg['pypi']
if 'FLIT_PASSWORD' in os.environ:
repo['password'] = os.environ['FLIT_PASSWORD']
else:
repo = {'url': PYPI, 'username': None, 'password': None}
if repo['url'].startswith(SWITCH_TO_HTTPS):
# Use https for PyPI, even if an http URL was given
repo['url'] = 'https' + repo['url'][4:]
elif repo['url'].startswith('http://'):
log.warning("Unencrypted connection - credentials may be visible on "
"the network.")
log.info("Using repository at %s", repo['url'])
if ('FLIT_USERNAME' in os.environ) and ((name is None) or (not repo['username'])):
repo['username'] = os.environ['FLIT_USERNAME']
if sys.stdin.isatty():
while not repo['username']:
repo['username'] = input("Username: ")
if repo['url'] == PYPI:
write_pypirc(repo, pypirc_path)
elif not repo['username']:
raise Exception("Could not find username for upload.")
repo['password'] = get_password(repo, prefer_env=(name is None))
repo['is_warehouse'] = repo['url'].rstrip('/').endswith('/legacy')
return repo
def write_pypirc(repo, file="~/.pypirc"):
"""Write .pypirc if it doesn't already exist
"""
file = os.path.expanduser(file)
if os.path.isfile(file):
return
with open(file, 'w', encoding='utf-8') as f:
f.write("[pypi]\n"
"username = %s\n" % repo['username'])
def get_password(repo, prefer_env):
if ('FLIT_PASSWORD' in os.environ) and (prefer_env or not repo['password']):
return os.environ['FLIT_PASSWORD']
if repo['password']:
return repo['password']
try:
import keyring, keyring.errors
except ImportError: # pragma: no cover
log.warning("Install keyring to store passwords securely")
keyring = None
else:
try:
stored_pw = keyring.get_password(repo['url'], repo['username'])
if stored_pw is not None:
return stored_pw
except keyring.errors.KeyringError as e:
log.warning("Could not get password from keyring (%s)", e)
if sys.stdin.isatty():
pw = None
while not pw:
print('Server :', repo['url'])
print('Username:', repo['username'])
pw = getpass.getpass('Password: ')
else:
raise Exception("Could not find password for upload.")
if keyring is not None:
try:
keyring.set_password(repo['url'], repo['username'], pw)
log.info("Stored password with keyring")
except keyring.errors.KeyringError as e:
log.warning("Could not store password in keyring (%s)", e)
return pw
def build_post_data(action, metadata:Metadata):
"""Prepare the metadata needed for requests to PyPI.
"""
d = {
":action": action,
"name": metadata.name,
"version": metadata.version,
# additional meta-data
"metadata_version": '2.1',
"summary": metadata.summary,
"home_page": metadata.home_page,
"author": metadata.author,
"author_email": metadata.author_email,
"maintainer": metadata.maintainer,
"maintainer_email": metadata.maintainer_email,
"license": metadata.license,
"description": metadata.description,
"keywords": metadata.keywords,
"platform": metadata.platform,
"classifiers": metadata.classifiers,
"download_url": metadata.download_url,
"supported_platform": metadata.supported_platform,
# Metadata 1.1 (PEP 314)
"provides": metadata.provides,
"requires": metadata.requires,
"obsoletes": metadata.obsoletes,
# Metadata 1.2 (PEP 345)
"project_urls": metadata.project_urls,
"provides_dist": metadata.provides_dist,
"obsoletes_dist": metadata.obsoletes_dist,
"requires_dist": metadata.requires_dist,
"requires_external": metadata.requires_external,
"requires_python": metadata.requires_python,
# Metadata 2.1 (PEP 566)
"description_content_type": metadata.description_content_type,
"provides_extra": metadata.provides_extra,
}
return {k:v for k,v in d.items() if v}
def upload_file(file:Path, metadata:Metadata, repo):
"""Upload a file to an index server, given the index server details.
"""
data = build_post_data('file_upload', metadata)
data['protocol_version'] = '1'
if file.suffix == '.whl':
data['filetype'] = 'bdist_wheel'
py2_support = not (metadata.requires_python or '')\
.startswith(('3', '>3', '>=3'))
data['pyversion'] = ('py2.' if py2_support else '') + 'py3'
else:
data['filetype'] = 'sdist'
with file.open('rb') as f:
content = f.read()
files = {'content': (file.name, content)}
data['md5_digest'] = hashlib.md5(content).hexdigest()
data['sha256_digest'] = hashlib.sha256(content).hexdigest()
log.info('Uploading %s...', file)
resp = requests.post(repo['url'],
data=data,
files=files,
auth=(repo['username'], repo['password']),
)
resp.raise_for_status()
def do_upload(file:Path, metadata:Metadata, pypirc_path="~/.pypirc", repo_name=None):
"""Upload a file to an index server.
"""
repo = get_repository(pypirc_path, repo_name)
upload_file(file, metadata, repo)
if repo['is_warehouse']:
domain = urlparse(repo['url']).netloc
if domain.startswith('upload.'):
domain = domain[7:]
log.info("Package is at https://%s/project/%s/", domain, metadata.name)
else:
log.info("Package is at %s/%s", repo['url'], metadata.name)
def main(ini_path, repo_name, pypirc_path=None, formats=None, gen_setup_py=True,
use_vcs=True):
"""Build and upload wheel and sdist."""
if pypirc_path is None:
pypirc_path = PYPIRC_DEFAULT
elif not os.path.isfile(pypirc_path):
raise FileNotFoundError("The specified pypirc config file does not exist.")
from . import build
built = build.main(
ini_path, formats=formats, gen_setup_py=gen_setup_py, use_vcs=use_vcs
)
if built.wheel is not None:
do_upload(built.wheel.file, built.wheel.builder.metadata, pypirc_path, repo_name)
if built.sdist is not None:
do_upload(built.sdist.file, built.sdist.builder.metadata, pypirc_path, repo_name)