commit 23208fb: [Minor] Init utf8 library

[Vsevolod Stakhov]

Author: Vsevolod Stakhov
Date: 2019-11-15 17:27:34 +0000
URL: https://github.com/rspamd/rspamd/commit/23208fb40ca7c0b18d26c739e2861491f0f42abb

[Minor] Init utf8 library

---
 src/libutil/util.c | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/src/libutil/util.c b/src/libutil/util.c
index 264101376..9c788587a 100644
--- a/src/libutil/util.c
+++ b/src/libutil/util.c
@@ -86,6 +86,7 @@
 #include "cryptobox.h"
 #include "zlib.h"
 #include "contrib/uthash/utlist.h"
+#include "contrib/fastutf8/fastutf8.h"
 
 /* Check log messages intensity once per minute */
 #define CHECK_TIME 60
@@ -2334,6 +2335,18 @@ rspamd_init_libs (void)
 #endif
 	}
 
+	/* Configure utf8 library */
+	guint utf8_flags = 0;
+
+	if ((ctx->crypto_ctx->cpu_config & CPUID_SSE41)) {
+		utf8_flags |= RSPAMD_FAST_UTF8_FLAG_SSE41;
+	}
+	if ((ctx->crypto_ctx->cpu_config & CPUID_AVX2)) {
+		utf8_flags |= RSPAMD_FAST_UTF8_FLAG_AVX2;
+	}
+
+	rspamd_fast_utf8_library_init (utf8_flags);
+
 	g_assert (ottery_init (ottery_cfg) == 0);
 
 #ifdef HAVE_LOCALE_H