From ca71d20d8009670fa3d211acb46ad16726013200 Mon Sep 17 00:00:00 2001
From: Jacob Harris <jharris@nytimes.com>
Date: Thu, 11 Jul 2013 07:49:03 -0400
Subject: [PATCH] Handle curly apostrophe correctly

---
 markov.rb | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/markov.rb b/markov.rb
index f527b4a..f31d933 100644
--- a/markov.rb
+++ b/markov.rb
@@ -1,3 +1,5 @@
+#encoding: UTF-8
+
 class MarkovChainer
    attr_reader :order
    def initialize(order)
@@ -35,7 +37,7 @@ class MarkovChainer
 
 private
    def add_sentence(str, terminator)
-     words = str.scan(/[\w'\-]+/)
+     words = str.scan(/[\w'’\-]+/)
      return unless words.size > order # ignore short sentences
      words << terminator
      buf = []