mirror of
https://github.com/thewesker/iron_ebooks.git
synced 2025-12-20 04:11:12 -05:00
9620e24416
Even though english was enough for the lord to write the bible, it's still a smart idea to allow for UNICODE characters if only to allow horses to coöperate in a way the New Yorker would approve. See: http://www.ruby-doc.org/core-1.9.3/Regexp.html#label-Character+Properties and http://www.newyorker.com/online/blogs/culture/2012/04/the-curse-of-the-diaeresis.html
59 lines
1.2 KiB
Ruby
59 lines
1.2 KiB
Ruby
#encoding: UTF-8
|
||
|
||
class MarkovChainer
|
||
attr_reader :order
|
||
def initialize(order)
|
||
@order = order
|
||
@beginnings = []
|
||
@freq = {}
|
||
end
|
||
|
||
def add_text(text)
|
||
# make sure each paragraph ends with some sentence terminator
|
||
text.gsub!(/[\r\n]+\p{Space}*[\r\n]+/m, ".")
|
||
text << "."
|
||
seps = /(\p{Punct})/
|
||
sentence = ""
|
||
text.split(seps).each { |p|
|
||
if seps =~ p
|
||
add_sentence(sentence, p)
|
||
sentence = ""
|
||
else
|
||
sentence = p
|
||
end
|
||
}
|
||
end
|
||
|
||
def generate_sentence
|
||
res = @beginnings[rand(@beginnings.size)]
|
||
return nil if res.nil?
|
||
loop {
|
||
unless nw = next_word_for(res[-order, order])
|
||
return res[0..-2].join(" ") + res.last
|
||
end
|
||
res << nw
|
||
}
|
||
end
|
||
|
||
private
|
||
def add_sentence(str, terminator)
|
||
words = str.scan(/[\p{Word}'’\-]+/)
|
||
return unless words.size > order # ignore short sentences
|
||
words << terminator
|
||
buf = []
|
||
words.each { |w|
|
||
buf << w
|
||
if buf.size == order + 1
|
||
(@freq[buf[0..-2]] ||= []) << buf[-1]
|
||
buf.shift
|
||
end
|
||
}
|
||
@beginnings << words[0, order]
|
||
end
|
||
|
||
def next_word_for(words)
|
||
arr = @freq[words]
|
||
arr && arr[rand(arr.size)]
|
||
end
|
||
end
|