mirror of https://github.com/rspamd/rspamd.git
Rapid spam filtering system
https://rspamd.com/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
313 lines
8.8 KiB
313 lines
8.8 KiB
local docker_pipeline = {
|
|
kind: 'pipeline',
|
|
type: 'docker',
|
|
};
|
|
|
|
local default_trigger_events_ex_pr = [
|
|
'push',
|
|
'tag',
|
|
'custom',
|
|
];
|
|
|
|
local default_trigger = {
|
|
trigger: {
|
|
event: default_trigger_events_ex_pr + ['pull_request'],
|
|
},
|
|
};
|
|
|
|
local platform(arch) = {
|
|
platform: {
|
|
os: 'linux',
|
|
arch: arch,
|
|
},
|
|
};
|
|
|
|
local coveralls_attribs = {
|
|
branch: [
|
|
'master',
|
|
],
|
|
event: [
|
|
'push',
|
|
'tag',
|
|
],
|
|
};
|
|
|
|
local close_coveralls_trigger = {
|
|
trigger: coveralls_attribs { status: ['success', 'failure'] },
|
|
};
|
|
|
|
local coveralls_when = {
|
|
when: coveralls_attribs,
|
|
};
|
|
|
|
local notify_pipeline = {
|
|
name: 'notify',
|
|
depends_on: [
|
|
'default-amd64',
|
|
'default-arm64',
|
|
'default-noarch',
|
|
],
|
|
steps: [
|
|
{
|
|
name: 'notify',
|
|
image: 'drillster/drone-email',
|
|
pull: 'if-not-exists',
|
|
settings: {
|
|
from: 'noreply@rspamd.com',
|
|
host: {
|
|
from_secret: 'email_host',
|
|
},
|
|
username: {
|
|
from_secret: 'email_username',
|
|
},
|
|
password: {
|
|
from_secret: 'email_password',
|
|
},
|
|
},
|
|
},
|
|
],
|
|
trigger: {
|
|
event: default_trigger_events_ex_pr,
|
|
status: [
|
|
'failure',
|
|
],
|
|
},
|
|
} + docker_pipeline;
|
|
|
|
local pipeline(arch) = {
|
|
local rspamd_volumes = {
|
|
volumes: [
|
|
{
|
|
name: 'rspamd',
|
|
path: '/rspamd',
|
|
},
|
|
],
|
|
},
|
|
local hyperscan_altroot = if (arch) == 'amd64' then '' else '-DHYPERSCAN_ROOT_DIR=/vectorscan',
|
|
depends_on: [
|
|
],
|
|
name: 'default-' + arch,
|
|
steps: [
|
|
{
|
|
name: 'prepare',
|
|
image: 'ubuntu:22.04',
|
|
pull: 'if-not-exists',
|
|
commands: [
|
|
'install -d -o nobody -g nogroup /rspamd/build /rspamd/install /rspamd/fedora/build /rspamd/fedora/install',
|
|
],
|
|
} + rspamd_volumes,
|
|
{
|
|
name: 'build',
|
|
image: 'rspamd/ci:ubuntu-build',
|
|
pull: 'always',
|
|
depends_on: [
|
|
'prepare',
|
|
],
|
|
commands: [
|
|
'test "$(id -un)" = nobody',
|
|
'cd /rspamd/build',
|
|
'cmake -DCMAKE_INSTALL_PREFIX=/rspamd/install -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_COVERAGE=ON -DENABLE_LIBUNWIND=ON -DENABLE_HYPERSCAN=ON ' + hyperscan_altroot + ' -GNinja $DRONE_WORKSPACE\n',
|
|
'ncpu=$(getconf _NPROCESSORS_ONLN)',
|
|
'ninja -j $ncpu install',
|
|
'ninja -j $ncpu rspamd-test',
|
|
'ninja -j $ncpu rspamd-test-cxx',
|
|
],
|
|
} + rspamd_volumes,
|
|
{
|
|
name: 'build-clang',
|
|
image: 'rspamd/ci:fedora-build',
|
|
pull: 'always',
|
|
depends_on: [
|
|
'prepare',
|
|
],
|
|
commands: [
|
|
'test "$(id -un)" = nobody',
|
|
'cd /rspamd/fedora/build',
|
|
"export LDFLAGS='-fuse-ld=lld'",
|
|
'export ASAN_OPTIONS=detect_leaks=0',
|
|
'cmake -DCMAKE_INSTALL_PREFIX=/rspamd/fedora/install -DCMAKE_C_COMPILER=/usr/bin/clang -DCMAKE_CXX_COMPILER=/usr/bin/clang++ -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_CLANG_PLUGIN=ON -DENABLE_FULL_DEBUG=ON -DENABLE_HYPERSCAN=ON ' + hyperscan_altroot + ' -DSANITIZE=address $DRONE_WORKSPACE\n',
|
|
'ncpu=$(getconf _NPROCESSORS_ONLN)',
|
|
'make -j $ncpu install',
|
|
'make -j $ncpu rspamd-test',
|
|
'make -j $ncpu rspamd-test-cxx',
|
|
],
|
|
} + rspamd_volumes,
|
|
{
|
|
name: 'rspamd-test',
|
|
image: 'rspamd/ci:ubuntu-test',
|
|
pull: 'always',
|
|
depends_on: [
|
|
'build',
|
|
],
|
|
commands: [
|
|
'test "$(id -un)" = nobody',
|
|
'ulimit -c unlimited',
|
|
'cd /rspamd/build/test',
|
|
'set +e',
|
|
'env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?',
|
|
'set -e',
|
|
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test.core ./rspamd-test; exit $EXIT_CODE; fi; if [ $EXIT_CODE -ne 0 ]; then exit $EXIT_CODE; fi\n",
|
|
'luacov-coveralls -o /rspamd/build/unit_test_lua.json --dryrun',
|
|
'set +e',
|
|
'./rspamd-test-cxx -s; EXIT_CODE=$?',
|
|
'set -e',
|
|
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
|
|
'exit $EXIT_CODE',
|
|
],
|
|
} + rspamd_volumes,
|
|
{
|
|
name: 'test-fedora-clang',
|
|
image: 'rspamd/ci:fedora-test',
|
|
pull: 'always',
|
|
depends_on: [
|
|
'build-clang',
|
|
],
|
|
commands: [
|
|
'test "$(id -un)" = nobody',
|
|
'ulimit -c 2097152',
|
|
'ulimit -s unlimited',
|
|
'export ASAN_OPTIONS="detect_leaks=0:print_stacktrace=1:disable_coredump=0"',
|
|
'export UBSAN_OPTIONS="print_stacktrace=1:print_summary=0:log_path=/tmp/ubsan"',
|
|
'cd /rspamd/fedora/build/test',
|
|
'set +e',
|
|
'env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?',
|
|
'set -e',
|
|
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'bt' -c /var/tmp/*.rspamd-test.core ./rspamd-test; fi\n",
|
|
'set +e',
|
|
'./rspamd-test-cxx -s; EXIT_CODE=$?',
|
|
'set -e',
|
|
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
|
|
'cat /tmp/ubsan.* || true',
|
|
'exit $EXIT_CODE',
|
|
],
|
|
} + rspamd_volumes,
|
|
{
|
|
name: 'functional',
|
|
image: 'rspamd/ci:ubuntu-test-func',
|
|
pull: 'always',
|
|
depends_on: [
|
|
'build',
|
|
],
|
|
commands: [
|
|
'cd /rspamd/build',
|
|
'ulimit -c unlimited',
|
|
'ulimit -s unlimited',
|
|
'umask 0000',
|
|
'set +e',
|
|
'RSPAMD_INSTALLROOT=/rspamd/install robot --removekeywords wuks --exclude isbroken $DRONE_WORKSPACE/test/functional/cases; EXIT_CODE=$?',
|
|
'set -e',
|
|
'if [ -n "$HTTP_PUT_AUTH" ]; then $DRONE_WORKSPACE/test/tools/http_put.py log.html report.html https://$DRONE_SYSTEM_HOSTNAME/testlogs/$DRONE_REPO/${DRONE_BUILD_NUMBER}-' + arch + '/; fi\n',
|
|
"core_files=$(find /var/tmp/ -name '*.core')",
|
|
"for core in $core_files; do exe=$(gdb --batch -ex 'info proc mappings' -c $core | tail -1 | awk '{print $5}'); gdb --batch -ex 'bt' -c $core $exe; echo '---'; done\n",
|
|
'exit $EXIT_CODE',
|
|
],
|
|
environment: {
|
|
HTTP_PUT_AUTH: {
|
|
from_secret: 'http_put_auth',
|
|
},
|
|
},
|
|
} + rspamd_volumes,
|
|
{
|
|
name: 'send-coverage',
|
|
image: 'rspamd/ci:ubuntu-test',
|
|
pull: 'if-not-exists',
|
|
depends_on: [
|
|
'functional',
|
|
'rspamd-test',
|
|
],
|
|
commands: [
|
|
'cd /rspamd/build',
|
|
'$DRONE_WORKSPACE/test/tools/gcov_coveralls.py --exclude test --prefix /rspamd/build --prefix $DRONE_WORKSPACE --out coverage.c.json',
|
|
'luacov-coveralls -o coverage.functional.lua.json --dryrun',
|
|
'$DRONE_WORKSPACE/test/tools/merge_coveralls.py --parallel --root $DRONE_WORKSPACE --input coverage.c.json unit_test_lua.json coverage.functional.lua.json --token=$COVERALLS_REPO_TOKEN',
|
|
],
|
|
environment: {
|
|
COVERALLS_REPO_TOKEN: {
|
|
from_secret: 'coveralls_repo_token',
|
|
},
|
|
},
|
|
} + coveralls_when + rspamd_volumes,
|
|
],
|
|
volumes: [
|
|
{
|
|
name: 'rspamd',
|
|
temp: {},
|
|
},
|
|
],
|
|
} + platform(arch) + default_trigger + docker_pipeline;
|
|
|
|
local close_coveralls = {
|
|
name: 'close_coveralls',
|
|
depends_on: [
|
|
'default-amd64',
|
|
'default-arm64',
|
|
],
|
|
steps: [
|
|
{
|
|
name: 'close_coveralls',
|
|
image: 'rspamd/ci:ubuntu-test-func',
|
|
pull: 'always',
|
|
commands: [
|
|
'$DRONE_WORKSPACE/test/tools/merge_coveralls.py --parallel-close --token=$COVERALLS_REPO_TOKEN',
|
|
],
|
|
environment: {
|
|
COVERALLS_REPO_TOKEN: {
|
|
from_secret: 'coveralls_repo_token',
|
|
},
|
|
},
|
|
},
|
|
],
|
|
} + close_coveralls_trigger + docker_pipeline;
|
|
|
|
local noarch_pipeline = {
|
|
name: 'default-noarch',
|
|
steps: [
|
|
{
|
|
name: 'perl-tidyall',
|
|
image: 'rspamd/ci:perl-tidyall',
|
|
pull: 'if-not-exists',
|
|
failure: 'ignore',
|
|
commands: [
|
|
'tidyall --version',
|
|
'perltidy --version | head -1',
|
|
'tidyall --all --check-only --no-cache --data-dir /tmp/tidyall',
|
|
],
|
|
},
|
|
{
|
|
name: 'eslint',
|
|
image: 'node:18-alpine',
|
|
pull: 'if-not-exists',
|
|
failure: 'ignore',
|
|
commands: [
|
|
'npm install',
|
|
'./node_modules/.bin/eslint -v',
|
|
'./node_modules/.bin/eslint ./',
|
|
'./node_modules/.bin/stylelint -v',
|
|
'npm show stylelint-config-standard version',
|
|
'./node_modules/.bin/stylelint ./**/*.css ./**/*.html ./**/*.js',
|
|
],
|
|
},
|
|
{
|
|
name: 'luacheck',
|
|
image: 'pipelinecomponents/luacheck',
|
|
pull: 'if-not-exists',
|
|
commands: [
|
|
'luacheck -q --no-color .',
|
|
],
|
|
},
|
|
],
|
|
} + default_trigger + docker_pipeline;
|
|
|
|
local signature = {
|
|
kind: 'signature',
|
|
hmac: '0000000000000000000000000000000000000000000000000000000000000000',
|
|
};
|
|
|
|
[
|
|
pipeline('amd64'),
|
|
pipeline('arm64'),
|
|
close_coveralls,
|
|
noarch_pipeline,
|
|
notify_pipeline,
|
|
signature,
|
|
]
|