about summary refs log tree commit diff
path: root/users/glittershark/owothia/src
diff options
context:
space:
mode:
Diffstat (limited to 'users/glittershark/owothia/src')
-rw-r--r--users/glittershark/owothia/src/Main.hs15
1 files changed, 14 insertions, 1 deletions
diff --git a/users/glittershark/owothia/src/Main.hs b/users/glittershark/owothia/src/Main.hs
index 9c6ec529e15f..b8cbfd919a46 100644
--- a/users/glittershark/owothia/src/Main.hs
+++ b/users/glittershark/owothia/src/Main.hs
@@ -21,8 +21,21 @@ data Config = Config
   deriving anyclass (FromEnv)
 makeLenses ''Config
 
+stopWord :: Text -> Bool
+stopWord "'s"   = True
+stopWord "is"   = True
+stopWord "are"  = True
+stopWord "am"   = True
+stopWord "were" = True
+stopWord "was"  = True
+stopWord "be"   = True
+stopWord _      = False
+
 verbs :: POSTagger Tag -> Text -> [Text]
-verbs tagger s = mapMaybe pickVerb $ tag tagger s >>= \(TaggedSent ps) -> ps
+verbs tagger s
+  = filter (not . stopWord)
+  . mapMaybe pickVerb
+  $ tag tagger s >>= \(TaggedSent ps) -> ps
   where
     pickVerb (POS Conll.VB (Token verb)) = Just verb
     pickVerb (POS Conll.VBD (Token verb)) = Just verb