indico-plugins/update-meta.py
2017-10-17 17:29:13 +02:00

115 lines
3.5 KiB
Python

# This file is part of Indico.
# Copyright (C) 2002 - 2017 European Organization for Nuclear Research (CERN).
#
# Indico is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License as
# published by the Free Software Foundation; either version 3 of the
# License, or (at your option) any later version.
#
# Indico is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Indico; if not, see <http://www.gnu.org/licenses/>.
from __future__ import unicode_literals
import errno
import os
import re
import sys
from collections import defaultdict
import click
import yaml
click.disable_unicode_literals_warning = True
START_MARKER = '# BEGIN GENERATED REQUIREMENTS'
END_MARKER = '# END GENERATED REQUIREMENTS'
def _find_plugins():
subdirs = sorted((x for x in os.walk('.').next()[1]
if x[0] != '.' and x != '_meta' and os.path.exists(os.path.join(x, 'setup.py'))))
for subdir in subdirs:
path = os.path.join(subdir, 'setup.py')
with open(path) as f:
setup_py = f.read()
# try:
name = re.search(r'''name=(['"])(.+)\1''', setup_py)
version = re.search(r'''version=(['"])(.+)\1''', setup_py)
if name is None or version is None:
click.secho('Could not extract name/version from {}'.format(path), fg='red', bold=True)
continue
yield name.group(2), version.group(2)
def _get_extras():
try:
f = open('_meta/extras.yaml')
except IOError as exc:
if exc.errno != errno.ENOENT:
raise
return {}
else:
with f:
return yaml.safe_load(f)
def _update_meta(data):
path = '_meta/setup.py'
with open(path) as f:
content = f.read()
new_content = re.sub(r'(?<={}\n).*(?=\n{})'.format(re.escape(START_MARKER), re.escape(END_MARKER)), data, content,
flags=re.DOTALL)
if content == new_content:
return False
with open(path, 'w') as f:
f.write(new_content)
return True
@click.command()
def cli():
if not os.path.isdir('_meta/'):
click.secho('Could not find meta package (_meta subdir)', fg='red', bold=True)
sys.exit(1)
extras = _get_extras()
plugins_require = []
extras_require = defaultdict(list)
for name, version in sorted(_find_plugins()):
pkgspec = '{}=={}'.format(name, version)
if name in extras:
extras_require[extras[name]].append(pkgspec)
else:
plugins_require.append(pkgspec)
output = []
if not plugins_require:
output.append('plugins_require = []')
else:
output.append('plugins_require = [')
for entry in plugins_require:
output.append(' {!r},'.format(str(entry)))
output.append(']')
if not extras_require:
output.append('extras_require = {}')
else:
output.append('extras_require = {')
for extra, pkgspecs in sorted(extras_require.iteritems()):
output.append(' {!r}: {!r},'.format(extra, map(str, sorted(pkgspecs))))
output.append('}')
if _update_meta('\n'.join(output)):
click.secho('Updated meta package', fg='green')
else:
click.secho('Meta package already up to date', fg='yellow')
if __name__ == '__main__':
cli()