Skip to content

GitLab

The source project of this merge request has been removed.
Merged
Created by Léo-Paul Géneau@lpgeneau:space_invader:Maintainer

adds deployment option

All threads resolved
Compare
and
3 files
+ 737
- 61
te‎sts‎
test_rub‎ygems.py‎ +589 -26
READM‎E.rst‎ +4 -0
rubyg‎ems.py‎ +144 -35
tests/test_rubygems.py
+ 589
- 26

Files with large changes are collapsed by default.

README.rst
+ 4
- 0
Show all unchanged lines Show 20 lines
ruby-executable
A path to a Ruby executable. Gems will be installed using this executable.
deployment
If set to ``true``, the version of each gem dependency must be provided in
``gems`` option. Default value is ``false``.
gem-options
Extra options, that will be passed to gem executable. Example::
Show 20 lines Show all unchanged lines
rubygems.py
+ 144
- 35
Show all unchanged lines Show 20 lines
import six.moves.urllib as urllib
from distutils.util import strtobool
from slapos.recipe.downloadunpacked import Recipe as Download
strip = lambda x:x.strip() # noqa
Show 20 lines Show all unchanged lines Show 20 lines
self.name,
)
if 'gems' not in options:
self.log.error("Missing 'gems' option.")
raise zc.buildout.UserError('Configuration error')
self.gems = options.get('gems')
if self.gems:
self.gems = self.gems.split()
else:
raise zc.buildout.UserError(
"Configuration error, 'gems' option is missing")
self.gems = options['gems'].split()
self.version = options.get('version')
self.url = options.get('url')
# Allow to define specific ruby executable. If not, take just 'ruby'
self.ruby_executable = options.get('ruby-executable', 'ruby')
deployment = options.get('deployment', 'false')
self.deployment = bool(strtobool(deployment))
self.gem_regex = re.compile(r'\s+([\w\-_.]+) \((<|~>|>=) '
r'((\d+\.)*\d+)(, (>=) ((\d+\.)*\d+))?\)')
def run(self, cmd, environ=None):
"""Run the given ``cmd`` in a child process."""
env = os.environ.copy()
Show 20 lines Show all unchanged lines Show 20 lines
env.update(environ)
try:
subprocess.check_output(cmd, env=env)
cmd_result = subprocess.check_output(cmd, env=env).decode()
except OSError as e:
self.log.error('Command failed: %s: %s' % (e, cmd))
raise zc.buildout.UserError('System error')
raise zc.buildout.UserError(
'System error, command failed: %s: %s' % (e, cmd))
except subprocess.CalledProcessError as e:
self.log.error(e.output)
if e.returncode < 0:
self.log.error('Command received signal %s: %s' % (
-e.returncode, e.cmd
))
raise zc.buildout.UserError('System error')
raise zc.buildout.UserError(
'System error, command received signal %s: %s'
% (-e.returncode, e.cmd)
)
elif e.returncode > 0:
self.log.error('Command failed with exit code %s: %s' % (
e.returncode, e.cmd
))
raise zc.buildout.UserError('System error')
raise zc.buildout.UserError(
'System error, command failed with exit code %s: %s'
% (e.returncode, e.cmd)
)
return cmd_result
def update(self):
pass
def _check_dependency_constraint(self, cons_dict, dep_dict, gemname):
if not cons_dict['symbol']:
return
dep_version_list = list(map(int, dep_dict['version'].split('.')))
cons_version_list = list(map(int, cons_dict['version'].split('.')))
if cons_dict['symbol'] == '~>':
self._check_dependency_constraint(
{ 'symbol': '>=', 'version': cons_dict['version'],},
dep_dict, gemname
)
if len(cons_version_list) > 1:
cons_version_list = cons_version_list[:-1]
cons_version_list[-1] += 1
self._check_dependency_constraint(
{
'symbol': '<',
'version': '.'.join(map(str, cons_version_list)),
},
dep_dict, gemname
)
return
elif cons_dict['symbol'] == '<':
if dep_version_list < cons_version_list:
return
elif cons_dict['symbol'] == '>=':
if dep_version_list >= cons_version_list:
return
else:
raise ValueError(
'Unhandled symbol in constraint %s for dependecy %s of gem %s'
% (' '.join(cons_dict.values()), dep_dict['gemname'], gemname)
)
raise zc.buildout.UserError(
'Configuration error, version %s for gem %s '
'does not satisfy dependency constraint %s of gem %s'
% (dep_dict['version'], dep_dict['gemname'],
' '.join(cons_dict.values()), gemname)
)
def _join_paths(self, *paths):
return ':'.join(filter(None, paths))
Show 20 lines Show all unchanged lines Show 20 lines
map(strip, line.split('=', 1)) for line in env
]])
except ValueError: # Unpacking impossible
self.log.error("Every environment line should contain a '=' sign")
raise zc.buildout.UserError('Configuration error')
raise zc.buildout.UserError(
'Configuration error, '
'every environment line should contain a "=" sign'
)
return env
def _get_env(self):
Show 20 lines Show all unchanged lines Show 20 lines
env.update({k: (v % env) for k, v in env_override})
return env
def _get_gem_dict(self, gem_str):
parsed_gem = gem_str.split('==', 1)
gem_dict = {'gemname': parsed_gem[0].strip()}
if len(parsed_gem) > 1:
gem_dict['version'] = parsed_gem[1].strip()
return gem_dict
def _get_latest_rubygems(self):
if self.url:
version = self.version
Show 20 lines Show all unchanged lines Show 20 lines
version = r.group(1)
return (url, version)
else:
self.log.error("Can't find latest rubygems version.")
raise zc.buildout.UserError('Configuration error')
raise zc.buildout.UserError(
'Can\'t find latest rubygems version.')
def _install_rubygems(self):
url, version = self._get_latest_rubygems()
Show 20 lines Show all unchanged lines Show 20 lines
if e.errno == errno.EEXIST:
pass
else:
self.log.error((
"IO error while creating '%s' directory."
) % self.options['location'])
raise zc.buildout.UserError('Configuration error')
raise zc.buildout.UserError(
'IO error while creating %s directory.'
% self.options['location']
)
os.chdir(srcdir)
Show 20 lines Show all unchanged lines Show 20 lines
self.ruby_executable,
'setup.rb',
'all',
'--prefix=%s' % self.options['location'],
'--prefix=' + self.options['location'],
'--no-rdoc',
'--no-ri',
]
Show 20 lines Show all unchanged lines Show 20 lines
return executable
def _install_gem(self, gemname, gem_executable, bindir):
def _install_gem(self, gem_dict, gem_executable, bindir):
cmd = [
self.ruby_executable,
gem_executable,
'install',
'--no-document',
'--bindir=%s' % bindir,
'--bindir=' + bindir,
]
if '==' in gemname:
gemname, version = map(strip, gemname.split('==', 1))
cmd.append(gemname)
cmd.append('--version=%s' % version)
else:
cmd.append(gemname)
if self.deployment:
cmd.append('--ignore-dependencies')
cmd.append(gem_dict['gemname'])
if 'version' in gem_dict:
cmd.append('--version=' + gem_dict['version'])
extra = self.options.get('gem-options', '')
extra = filter(None, map(strip, extra.splitlines()))
Show 20 lines Show all unchanged lines Show 20 lines
if gem_executable:
return gem_executable[0]
def get_dependency_list(self, gem_dict, gem_executable):
cmd = [
self.ruby_executable,
gem_executable,
'dependency',
'-rv',
gem_dict['version'],
'/^' + gem_dict['gemname'].replace('.',r'\.') + '$/',
]
cmd_result = self.run(cmd, self._get_env())
return [{
'gemname': match[0],
'constraint_list': [
{
'symbol': match[1],
'version': match[2],
},
{
'symbol': match[5],
'version': match[6],
},
],
} for match in self.gem_regex.findall(cmd_result)]
def install(self):
parts = [self.options['location']]
Show 20 lines Show all unchanged lines Show 20 lines
self._install_rubygems()
gem_executable = self.get_gem_executable(bindir)
for gemname in self.gems:
self.log.info('installing ruby gem "%s"' % gemname)
self._install_gem(gemname, gem_executable, bindir)
gem_dict_list = list(map(self._get_gem_dict, self.gems))
for gem_dict in gem_dict_list:
if self.deployment:
if 'version' not in gem_dict:
raise zc.buildout.UserError(
'Configuration error, '
'version for gem %s is missing' % gem_dict['gemname']
)
for dep_dict in self.get_dependency_list(gem_dict,
gem_executable):
match = [gem_d for gem_d in gem_dict_list
if dep_dict['gemname'] == gem_d['gemname']]
if not match:
raise zc.buildout.UserError(
'Configuration error, '
'version for dependency %s is missing'
% dep_dict['gemname']
)
for constraint in dep_dict['constraint_list']:
self._check_dependency_constraint(
constraint, match[0], gem_dict['gemname'])
self.log.info('installing ruby gem "%s"', gem_dict['gemname'])
self._install_gem(gem_dict, gem_executable, bindir)
for executable in os.listdir(bindir):
installed_path = self._install_executable(
Show 20 lines Show all unchanged lines
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7