diff --git a/lib/tokeniserlib.php b/lib/tokeniserlib.php index 737875b126b..4cf3d4c40e8 100644 --- a/lib/tokeniserlib.php +++ b/lib/tokeniserlib.php @@ -312,7 +312,7 @@ function tokenise_simplify($text, $overlap_cjk, $join_numbers) { $textlib = textlib_get_instance(); // Decode entities to UTF-8 - $text = html_entity_decode($text, ENT_QUOTES, 'UTF-8'); + $text = $textlib->entities_to_utf8($text, true); // Lowercase $text = $textlib->strtolower($text);