mirror of https://github.com/rspamd/rspamd.git
Rapid spam filtering system
https://rspamd.com/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
322 lines
8.2 KiB
322 lines
8.2 KiB
/*
|
|
* Copyright 2025 Vsevolod Stakhov
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
#include "config.h"
|
|
#include "rspamd.h"
|
|
#include "shingles.h"
|
|
#include "fstring.h"
|
|
#include "ottery.h"
|
|
#include "cryptobox.h"
|
|
#include "unix-std.h"
|
|
|
|
static const int mapping_size = 64 * 8192 + 1;
|
|
static const int max_seg = 32;
|
|
static const int random_fuzz_cnt = 10000;
|
|
|
|
static void *
|
|
create_mapping(int mapping_len, unsigned char **beg, unsigned char **end)
|
|
{
|
|
void *map;
|
|
int psize = getpagesize();
|
|
|
|
map = mmap(NULL, mapping_len + psize * 3, PROT_READ | PROT_WRITE,
|
|
MAP_ANON | MAP_SHARED, -1, 0);
|
|
g_assert(map != 0);
|
|
memset(map, 0, mapping_len + psize * 3);
|
|
mprotect(map, psize, PROT_NONE);
|
|
/* Misalign pointer */
|
|
*beg = ((unsigned char *) map) + psize + 1;
|
|
*end = *beg + mapping_len;
|
|
mprotect(*beg + mapping_len - 1 + psize, psize, PROT_NONE);
|
|
|
|
return map;
|
|
}
|
|
|
|
static void
|
|
check_result(const rspamd_nm_t key, const rspamd_nonce_t nonce,
|
|
const rspamd_mac_t mac, unsigned char *begin, unsigned char *end)
|
|
{
|
|
uint64_t *t = (uint64_t *) begin;
|
|
|
|
g_assert(rspamd_cryptobox_decrypt_nm_inplace(begin, end - begin, nonce, key,
|
|
mac));
|
|
|
|
while (t < (uint64_t *) end) {
|
|
g_assert(*t == 0);
|
|
t++;
|
|
}
|
|
}
|
|
|
|
static int
|
|
create_random_split(struct rspamd_cryptobox_segment *seg, int mseg,
|
|
unsigned char *begin, unsigned char *end)
|
|
{
|
|
gsize remain = end - begin;
|
|
int used = 0;
|
|
|
|
while (remain > 0 && used < mseg - 1) {
|
|
seg->data = begin;
|
|
seg->len = ottery_rand_range(remain - 1) + 1;
|
|
|
|
begin += seg->len;
|
|
remain -= seg->len;
|
|
used++;
|
|
seg++;
|
|
}
|
|
|
|
if (remain > 0) {
|
|
seg->data = begin;
|
|
seg->len = remain;
|
|
used++;
|
|
}
|
|
|
|
return used;
|
|
}
|
|
|
|
static int
|
|
create_realistic_split(struct rspamd_cryptobox_segment *seg, int mseg,
|
|
unsigned char *begin, unsigned char *end)
|
|
{
|
|
gsize remain = end - begin;
|
|
int used = 0;
|
|
static const int small_seg = 512, medium_seg = 2048;
|
|
|
|
while (remain > 0 && used < mseg - 1) {
|
|
seg->data = begin;
|
|
|
|
if (ottery_rand_uint32() % 2 == 0) {
|
|
seg->len = ottery_rand_range(small_seg) + 1;
|
|
}
|
|
else {
|
|
seg->len = ottery_rand_range(medium_seg) +
|
|
small_seg;
|
|
}
|
|
if (seg->len > remain) {
|
|
seg->len = remain;
|
|
}
|
|
|
|
begin += seg->len;
|
|
remain -= seg->len;
|
|
used++;
|
|
seg++;
|
|
}
|
|
|
|
if (remain > 0) {
|
|
seg->data = begin;
|
|
seg->len = remain;
|
|
used++;
|
|
}
|
|
|
|
return used;
|
|
}
|
|
|
|
static int
|
|
create_constrained_split(struct rspamd_cryptobox_segment *seg, int mseg,
|
|
int constraint,
|
|
unsigned char *begin, unsigned char *end)
|
|
{
|
|
gsize remain = end - begin;
|
|
int used = 0;
|
|
|
|
while (remain > 0 && used < mseg - 1) {
|
|
seg->data = begin;
|
|
seg->len = constraint;
|
|
if (seg->len > remain) {
|
|
seg->len = remain;
|
|
}
|
|
begin += seg->len;
|
|
remain -= seg->len;
|
|
used++;
|
|
seg++;
|
|
}
|
|
|
|
if (remain > 0) {
|
|
seg->data = begin;
|
|
seg->len = remain;
|
|
used++;
|
|
}
|
|
|
|
return used;
|
|
}
|
|
|
|
void rspamd_cryptobox_test_func(void)
|
|
{
|
|
unsigned char *begin, *end;
|
|
rspamd_nm_t key;
|
|
rspamd_nonce_t nonce;
|
|
rspamd_mac_t mac;
|
|
struct rspamd_cryptobox_segment *seg;
|
|
double t1, t2;
|
|
int i, cnt, ms;
|
|
|
|
create_mapping(mapping_size, &begin, &end);
|
|
|
|
ottery_rand_bytes(key, sizeof(key));
|
|
ottery_rand_bytes(nonce, sizeof(nonce));
|
|
|
|
memset(mac, 0, sizeof(mac));
|
|
seg = g_slice_alloc0(sizeof(*seg) * max_seg * 10);
|
|
|
|
/* Test baseline */
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encrypt_nm_inplace(begin, end - begin, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("baseline encryption: %.0f", t2 - t1);
|
|
|
|
/* A single chunk as vector */
|
|
seg[0].data = begin;
|
|
seg[0].len = end - begin;
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, 1, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("bulk encryption: %.0f", t2 - t1);
|
|
|
|
/* Two chunks as vector */
|
|
seg[0].data = begin;
|
|
seg[0].len = (end - begin) / 2;
|
|
seg[1].data = begin + seg[0].len;
|
|
seg[1].len = (end - begin) - seg[0].len;
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, 2, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("2 equal chunks encryption: %.0f", t2 - t1);
|
|
|
|
seg[0].data = begin;
|
|
seg[0].len = 1;
|
|
seg[1].data = begin + seg[0].len;
|
|
seg[1].len = (end - begin) - seg[0].len;
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, 2, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("small and large chunks encryption: %.0f", t2 - t1);
|
|
|
|
seg[0].data = begin;
|
|
seg[0].len = (end - begin) - 3;
|
|
seg[1].data = begin + seg[0].len;
|
|
seg[1].len = (end - begin) - seg[0].len;
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, 2, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("large and small chunks encryption: %.0f", t2 - t1);
|
|
|
|
/* Random two chunks as vector */
|
|
seg[0].data = begin;
|
|
seg[0].len = ottery_rand_range(end - begin - 1) + 1;
|
|
seg[1].data = begin + seg[0].len;
|
|
seg[1].len = (end - begin) - seg[0].len;
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, 2, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("random 2 chunks encryption: %.0f", t2 - t1);
|
|
|
|
/* 3 specific chunks */
|
|
seg[0].data = begin;
|
|
seg[0].len = 2;
|
|
seg[1].data = begin + seg[0].len;
|
|
seg[1].len = 2049;
|
|
seg[2].data = begin + seg[0].len + seg[1].len;
|
|
seg[2].len = (end - begin) - seg[0].len - seg[1].len;
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, 3, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("small, medium and large chunks encryption: %.0f", t2 - t1);
|
|
|
|
cnt = create_random_split(seg, max_seg, begin, end);
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, cnt, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("random split of %d chunks encryption: %.0f", cnt, t2 - t1);
|
|
|
|
cnt = create_realistic_split(seg, max_seg, begin, end);
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, cnt, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("realistic split of %d chunks encryption: %.0f", cnt, t2 - t1);
|
|
|
|
cnt = create_constrained_split(seg, max_seg + 1, 32, begin, end);
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, cnt, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
msg_info("constrained split of %d chunks encryption: %.0f", cnt, t2 - t1);
|
|
|
|
for (i = 0; i < random_fuzz_cnt; i++) {
|
|
ms = ottery_rand_range(i % max_seg * 2) + 1;
|
|
cnt = create_random_split(seg, ms, begin, end);
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, cnt, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
if (i % 1000 == 0) {
|
|
msg_info("random fuzz iterations: %d", i);
|
|
}
|
|
}
|
|
for (i = 0; i < random_fuzz_cnt; i++) {
|
|
ms = ottery_rand_range(i % max_seg * 2) + 1;
|
|
cnt = create_realistic_split(seg, ms, begin, end);
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, cnt, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
if (i % 1000 == 0) {
|
|
msg_info("realistic fuzz iterations: %d", i);
|
|
}
|
|
}
|
|
for (i = 0; i < random_fuzz_cnt; i++) {
|
|
ms = ottery_rand_range(i % max_seg * 10) + 1;
|
|
cnt = create_constrained_split(seg, ms, i, begin, end);
|
|
t1 = rspamd_get_ticks(TRUE);
|
|
rspamd_cryptobox_encryptv_nm_inplace(seg, cnt, nonce, key, mac);
|
|
t2 = rspamd_get_ticks(TRUE);
|
|
|
|
check_result(key, nonce, mac, begin, end);
|
|
|
|
if (i % 1000 == 0) {
|
|
msg_info("constrained fuzz iterations: %d", i);
|
|
}
|
|
}
|
|
}
|