Tweaking sentence tokenization, support for contractions

2025-12-25 14:51:16 -05:00 · 2013-08-17 21:38:14 -04:00
parent 7061990d1e
commit b190084a02
5 changed files with 107 additions and 27 deletions
--- a/1
+++ b/1
@@ -5,3 +5,4 @@ ruby "1.9.3"
 gem "twitter"
 gem "typhoeus"
 gem "iron_worker_ng"
+gem 'punkt-segmenter'