From 56b0f9eaa45b2577b398b9ba538aea1365cb87c0 Mon Sep 17 00:00:00 2001
From: Victor Grousset/tuxayo <victor@tuxayo.net>
Date: Wed, 3 Feb 2021 20:11:42 +0100
Subject: [PATCH] Revert "Bug 27299: Remove tokenization for phrase
 register/index with ICU"

This reverts commit d446cb427cb02a0ca0ea3e08bf1c81f8f2a42242.

Signed-off-by: Victor Grousset/tuxayo <victor@tuxayo.net>
---
 etc/zebradb/etc/phrases-icu.xml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/etc/zebradb/etc/phrases-icu.xml b/etc/zebradb/etc/phrases-icu.xml
index 5045a49d5e..69cc12453e 100644
--- a/etc/zebradb/etc/phrases-icu.xml
+++ b/etc/zebradb/etc/phrases-icu.xml
@@ -5,6 +5,7 @@
   <transliterate rule="{ Æ > ae "/>
   <!-- Remove control characters except \t\n\r -->
   <transform rule="[\x00-\x08\x0B\x0C\x0E-\x1F\x7F] Any-Remove"/>
+  <tokenize rule="l"/>
   <transform rule="[:Punctuation:] Remove"/>
   <transform rule="NFD"/>
   <transform rule="[:Nonspacing Mark:] Remove"/>
-- 
2.39.5