d9bbf539ff
The CI consolidation project adds more operating systems to Travis. This refactoring is aimed to decouple the configuration of each individual OS from the actual job matrix generation and formatting. Otherwise, format_job function would turn into a huge collection of ad-hoc conditions.
262 lines
6.9 KiB
Python
Executable File
262 lines
6.9 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
from itertools import combinations, chain
|
|
from enum import Enum, auto
|
|
|
|
|
|
LINUX = 'linux'
|
|
OSX = 'osx'
|
|
|
|
|
|
AMD64 = 'amd64'
|
|
ARM64 = 'arm64'
|
|
PPC64LE = 'ppc64le'
|
|
|
|
|
|
TRAVIS_TEMPLATE = """
|
|
# This config file is generated by ./scripts/gen_travis.py.
|
|
# Do not edit by hand.
|
|
|
|
language: generic
|
|
dist: focal
|
|
|
|
jobs:
|
|
include:
|
|
{jobs}
|
|
|
|
before_script:
|
|
- autoconf
|
|
- scripts/gen_travis.py > travis_script && diff .travis.yml travis_script
|
|
# If COMPILER_FLAGS are not empty, add them to CC and CXX
|
|
- ./configure ${{COMPILER_FLAGS:+ CC="$CC $COMPILER_FLAGS" \
|
|
CXX="$CXX $COMPILER_FLAGS"}} $CONFIGURE_FLAGS
|
|
- make -j3
|
|
- make -j3 tests
|
|
|
|
script:
|
|
- make check
|
|
"""
|
|
|
|
|
|
class Option(object):
|
|
class Type:
|
|
COMPILER = auto()
|
|
COMPILER_FLAG = auto()
|
|
CONFIGURE_FLAG = auto()
|
|
MALLOC_CONF = auto()
|
|
|
|
def __init__(self, type, value):
|
|
self.type = type
|
|
self.value = value
|
|
|
|
@staticmethod
|
|
def as_compiler(value):
|
|
return Option(Option.Type.COMPILER, value)
|
|
|
|
@staticmethod
|
|
def as_compiler_flag(value):
|
|
return Option(Option.Type.COMPILER_FLAG, value)
|
|
|
|
@staticmethod
|
|
def as_configure_flag(value):
|
|
return Option(Option.Type.CONFIGURE_FLAG, value)
|
|
|
|
@staticmethod
|
|
def as_malloc_conf(value):
|
|
return Option(Option.Type.MALLOC_CONF, value)
|
|
|
|
def __eq__(self, obj):
|
|
return (isinstance(obj, Option) and obj.type == self.type
|
|
and obj.value == self.value)
|
|
|
|
|
|
# The 'default' configuration is gcc, on linux, with no compiler or configure
|
|
# flags. We also test with clang, -m32, --enable-debug, --enable-prof,
|
|
# --disable-stats, and --with-malloc-conf=tcache:false. To avoid abusing
|
|
# travis though, we don't test all 2**7 = 128 possible combinations of these;
|
|
# instead, we only test combinations of up to 2 'unusual' settings, under the
|
|
# hope that bugs involving interactions of such settings are rare.
|
|
MAX_UNUSUAL_OPTIONS = 2
|
|
|
|
|
|
GCC = Option.as_compiler('CC=gcc CXX=g++')
|
|
CLANG = Option.as_compiler('CC=clang CXX=clang++')
|
|
|
|
|
|
compiler_default = GCC
|
|
compilers_unusual = [CLANG,]
|
|
|
|
|
|
compiler_flag_unusuals = [Option.as_compiler_flag(opt) for opt in ('-m32',)]
|
|
|
|
|
|
configure_flag_unusuals = [Option.as_configure_flag(opt) for opt in (
|
|
'--enable-debug',
|
|
'--enable-prof',
|
|
'--disable-stats',
|
|
'--disable-libdl',
|
|
'--enable-opt-safety-checks',
|
|
'--with-lg-page=16',
|
|
)]
|
|
|
|
|
|
malloc_conf_unusuals = [Option.as_malloc_conf(opt) for opt in (
|
|
'tcache:false',
|
|
'dss:primary',
|
|
'percpu_arena:percpu',
|
|
'background_thread:true',
|
|
)]
|
|
|
|
|
|
all_unusuals = (compilers_unusual + compiler_flag_unusuals
|
|
+ configure_flag_unusuals + malloc_conf_unusuals)
|
|
|
|
|
|
gcc_multilib_set = False
|
|
|
|
|
|
def get_extra_cflags(os, compiler):
|
|
# We get some spurious errors when -Warray-bounds is enabled.
|
|
extra_cflags = ['-Werror', '-Wno-array-bounds']
|
|
if compiler == CLANG.value or os == OSX:
|
|
extra_cflags += [
|
|
'-Wno-unknown-warning-option',
|
|
'-Wno-ignored-attributes'
|
|
]
|
|
if os == OSX:
|
|
extra_cflags += [
|
|
'-Wno-deprecated-declarations',
|
|
]
|
|
return extra_cflags
|
|
|
|
|
|
# Formats a job from a combination of flags
|
|
def format_job(os, arch, combination):
|
|
global gcc_multilib_set
|
|
|
|
compiler = [x.value for x in combination if x.type == Option.Type.COMPILER]
|
|
assert(len(compiler) <= 1)
|
|
if not compiler:
|
|
compiler = compiler_default.value
|
|
else:
|
|
compiler = compiler[0]
|
|
compiler_flags = [x.value for x in combination if x.type == Option.Type.COMPILER_FLAG]
|
|
configure_flags = [x.value for x in combination if x.type == Option.Type.CONFIGURE_FLAG]
|
|
malloc_conf = [x.value for x in combination if x.type == Option.Type.MALLOC_CONF]
|
|
|
|
if len(malloc_conf) > 0:
|
|
configure_flags.append('--with-malloc-conf=' + ','.join(malloc_conf))
|
|
|
|
job = ""
|
|
job += ' - os: {}\n'.format(os)
|
|
job += ' arch: {}\n'.format(arch)
|
|
|
|
if '-m32' in compiler_flags and os == 'linux':
|
|
job += ' addons:'
|
|
if gcc_multilib_set:
|
|
job += ' *gcc_multilib\n'
|
|
else:
|
|
job += ' &gcc_multilib\n'
|
|
job += ' apt:\n'
|
|
job += ' packages:\n'
|
|
job += ' - gcc-multilib\n'
|
|
job += ' - g++-multilib\n'
|
|
gcc_multilib_set = True
|
|
|
|
env_string = ('{} COMPILER_FLAGS="{}" CONFIGURE_FLAGS="{}" '
|
|
'EXTRA_CFLAGS="{}"'.format(
|
|
compiler,
|
|
' '.join(compiler_flags),
|
|
' '.join(configure_flags),
|
|
' '.join(get_extra_cflags(os, compiler))))
|
|
|
|
job += ' env: {}'.format(env_string)
|
|
return job
|
|
|
|
|
|
def generate_unusual_combinations(max_unusual_opts):
|
|
"""
|
|
Generates different combinations of non-standard compilers, compiler flags,
|
|
configure flags and malloc_conf settings.
|
|
|
|
@param max_unusual_opts: Limit of unusual options per combination.
|
|
"""
|
|
return chain.from_iterable(
|
|
[combinations(all_unusuals, i) for i in range(max_unusual_opts + 1)])
|
|
|
|
|
|
def included(combination, exclude):
|
|
"""
|
|
Checks if the combination of options should be included in the Travis
|
|
testing matrix.
|
|
"""
|
|
return not any(excluded in combination for excluded in exclude)
|
|
|
|
|
|
def generate_jobs(os, arch, exclude, max_unusual_opts):
|
|
jobs = []
|
|
for combination in generate_unusual_combinations(max_unusual_opts):
|
|
if included(combination, exclude):
|
|
jobs.append(format_job(os, arch, combination))
|
|
return '\n'.join(jobs)
|
|
|
|
|
|
def generate_linux(arch):
|
|
os = LINUX
|
|
|
|
# Only generate 2 unusual options for AMD64 to reduce matrix size
|
|
max_unusual_opts = MAX_UNUSUAL_OPTIONS if arch == AMD64 else 1
|
|
|
|
exclude = []
|
|
if arch == PPC64LE:
|
|
# Avoid 32 bit builds and clang on PowerPC
|
|
exclude = [Option.as_compiler_flag('-m32')] + compilers_unusual
|
|
|
|
return generate_jobs(os, arch, exclude, max_unusual_opts)
|
|
|
|
|
|
def generate_macos(arch):
|
|
os = OSX
|
|
|
|
max_unusual_opts = 1
|
|
|
|
exclude = ([Option.as_malloc_conf(opt) for opt in (
|
|
'dss:primary',
|
|
'percpu_arena:percpu',
|
|
'background_thread:true')] +
|
|
[Option.as_configure_flag('--enable-prof')] +
|
|
[CLANG,])
|
|
|
|
return generate_jobs(os, arch, exclude, max_unusual_opts)
|
|
|
|
|
|
def get_manual_jobs():
|
|
return """\
|
|
# Development build
|
|
- os: linux
|
|
env: CC=gcc CXX=g++ CONFIGURE_FLAGS="--enable-debug \
|
|
--disable-cache-oblivious --enable-stats --enable-log --enable-prof" \
|
|
EXTRA_CFLAGS="-Werror -Wno-array-bounds"
|
|
# --enable-expermental-smallocx:
|
|
- os: linux
|
|
env: CC=gcc CXX=g++ CONFIGURE_FLAGS="--enable-debug \
|
|
--enable-experimental-smallocx --enable-stats --enable-prof" \
|
|
EXTRA_CFLAGS="-Werror -Wno-array-bounds"
|
|
"""
|
|
|
|
|
|
def main():
|
|
jobs = '\n'.join((
|
|
generate_linux(AMD64),
|
|
generate_linux(PPC64LE),
|
|
|
|
generate_macos(AMD64),
|
|
get_manual_jobs()
|
|
))
|
|
|
|
print(TRAVIS_TEMPLATE.format(jobs=jobs))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|