From 2508ddee59175251da5843c685574cd5bc18502a Mon Sep 17 00:00:00 2001 From: kolchfa-aws <105444904+kolchfa-aws@users.noreply.github.com> Date: Mon, 9 Dec 2024 12:18:20 -0500 Subject: [PATCH] Apply suggestions from code review Co-authored-by: Nathan Bower Signed-off-by: kolchfa-aws <105444904+kolchfa-aws@users.noreply.github.com> --- _analyzers/tokenizers/thai.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_analyzers/tokenizers/thai.md b/_analyzers/tokenizers/thai.md index d1d83ff07e..4afb14a9eb 100644 --- a/_analyzers/tokenizers/thai.md +++ b/_analyzers/tokenizers/thai.md @@ -7,7 +7,7 @@ nav_order: 140 # Thai tokenizer -The `thai` tokenizer is designed for tokenizing Thai language text. Because words in Thai language are not separated by spaces, the tokenizer must identify word boundaries based on language-specific rules. +The `thai` tokenizer tokenizes Thai language text. Because words in Thai language are not separated by spaces, the tokenizer must identify word boundaries based on language-specific rules. ## Example usage