From 37bab49f2861d08d98dadcb3604841b13d1eac70 Mon Sep 17 00:00:00 2001
From: Ben D'Angelo <ben@bendangelo.me>
Date: Thu, 7 Dec 2023 19:53:14 -0500
Subject: [PATCH] Remove dash from words like eco-health

---
 lib/keyphrase.rb       | 2 +-
 spec/keyphrase_spec.rb | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/lib/keyphrase.rb b/lib/keyphrase.rb
index 50a66df..11494f5 100644
--- a/lib/keyphrase.rb
+++ b/lib/keyphrase.rb
@@ -7,7 +7,7 @@ class Keyphrase
   autoload :Stoplist, "keyphrase/stoplist"
 
   CLEAN_REGEX = /([^a-zA-Z0-9\'\- \.]|(?<!\w)\.)/ # don't remove ' because it might be part of a stop word
-  BLACKLIST_REGEX = /(?:^|\s)[^a-zA-Z\-]+\b|\'/ # remove words with no letters, ie 123.23.12. And last chance to remove '
+  BLACKLIST_REGEX = /(?:^|\s)[^a-zA-Z]+\b|\'|\-/ # remove words with no letters, ie 123.23.12. And last chance to remove ' and -
   CLEAN_SPACES_REGEX = /\s+/
   SENTENCES_REGEX = /[+!?,;:&\[\]\{\}\<\>\=\/\n\t\\"\\(\\)\u2019\u2013\|]|-(?!\w)|'(?=s)|(?<!\s)\.(?![a-zA-Z0-9])|(?<!\w)\#(?=\w)/u
 
diff --git a/spec/keyphrase_spec.rb b/spec/keyphrase_spec.rb
index 3eb3722..a25074b 100644
--- a/spec/keyphrase_spec.rb
+++ b/spec/keyphrase_spec.rb
@@ -31,7 +31,7 @@
       it "should remove non-words" do
         result = Keyphrase.analyse "re-move these's: 's & + ! @ # $ % ^ & * ( ) \\ | [ ] { } / ? ~ ` = - _ , . 🎄 £ tommy'humanity fff' 'fff don't"
 
-        expect(result.keys).to eq ["tommy humanity fff fff", "re-move"]
+        expect(result.keys).to eq ["tommy humanity fff fff", "re move"]
       end
 
       it do
@@ -51,7 +51,7 @@
         result = Keyphrase.analyse "The Lofi Roman Empire - Music Of Ancient Rome | sleep, study, meditation
         My homage to ancient Rome. Lo-Fi Beats + the Roman Empire works suprisingly well (:"
 
-        expect(result.keys).to eq ["Roman Empire works suprisingly", "Lofi Roman Empire", "Lo-Fi Beats", "Ancient Rome", "Music", "sleep", "study", "meditation", "homage"]
+        expect(result.keys).to eq ["Roman Empire works suprisingly", "Lofi Roman Empire", "Lo Fi Beats", "Ancient Rome", "Music", "sleep", "study", "meditation", "homage"]
       end
 
       it "should split hashtags into own keywords" do