fix: parse nbsp unicode

unconditionalday · Oct 28, 2023 · 023b9d4 · 023b9d4
1 parent 1f727bb
commit 023b9d4
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/fly.toml b/fly.toml
@@ -3,9 +3,6 @@ kill_signal = "SIGINT"
 kill_timeout = 1
 processes = []
 
-[build]
-  secrets = ["UNCONDITIONAL_API_SOURCE_CLIENT_KEY"] 
-
 [build.args]
   UNCONDITIONAL_API_ADDRESS="0.0.0.0"
   UNCONDITIONAL_API_PORT="8080"

diff --git a/internal/parser/parser.go b/internal/parser/parser.go
@@ -54,6 +54,11 @@ func removeSpecialCharacters(content string) string {
 
 // function to remove html tags from the content using regex
 func removeHTML(content string) string {
+	// No-Break Space (NBSP)
+	re := regexp.MustCompile(`\x{00A0}`)
+
+	content = re.ReplaceAllString(content, " ")
+
 	return bluemonday.StrictPolicy().Sanitize(content)
 }