From 7e722c377eac9cfef06f1ebe36a510d490eb9ceb Mon Sep 17 00:00:00 2001
From: Andrew Fuerste-Henry <andrew@bywatersolutions.com>
Date: Wed, 3 Feb 2021 18:48:28 +0000
Subject: [PATCH] Revert "Bug 27299: Remove tokenization for phrase
 register/index with ICU"

This reverts commit 83716bc4ac3676a151845e2e507d6aef90dd1e13.

Signed-off-by: Andrew Fuerste-Henry <andrew@bywatersolutions.com>
---
 etc/zebradb/etc/phrases-icu.xml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/etc/zebradb/etc/phrases-icu.xml b/etc/zebradb/etc/phrases-icu.xml
index 5045a49d5e..69cc12453e 100644
--- a/etc/zebradb/etc/phrases-icu.xml
+++ b/etc/zebradb/etc/phrases-icu.xml
@@ -5,6 +5,7 @@
   <transliterate rule="{ Æ > ae "/>
   <!-- Remove control characters except \t\n\r -->
   <transform rule="[\x00-\x08\x0B\x0C\x0E-\x1F\x7F] Any-Remove"/>
+  <tokenize rule="l"/>
   <transform rule="[:Punctuation:] Remove"/>
   <transform rule="NFD"/>
   <transform rule="[:Nonspacing Mark:] Remove"/>
-- 
2.39.5