From a941012b8c2ab1965bed53482c845e17de2a9cbc Mon Sep 17 00:00:00 2001
From: Joel McCoy <joelmccoy+github@gmail.com>
Date: Tue, 20 Jan 2015 16:40:59 -0500
Subject: [PATCH] First pass at adding  function back

---
 boodoo.rb | 42 +++++++++++++++++++++++++++++++++++++++++-
 1 file changed, 41 insertions(+), 1 deletion(-)

diff --git a/boodoo.rb b/boodoo.rb
index 780b26c..7e5476e 100644
--- a/boodoo.rb
+++ b/boodoo.rb
@@ -49,6 +49,46 @@ module Ebooks::Boodoo
       config.access_token_secret = @access_token_secret
     end
   end
+
+  def jsonify(paths)
+    paths.each do |path|
+      name = File.basename(path).split('.')[0]
+      ext = path.split('.')[-1]
+      new_path = name + ".json"
+      lines = []
+      id = nil
+
+      if ext.downcase == "json"
+        log "Taking no action on JSON corpus at #{path}"
+        return
+      end
+
+      content = File.read(path, :encoding => 'utf-8')
+
+      if ext.downcase == "csv" #from twitter archive
+        log "Reading CSV corpus from #{path}"
+        content = CSV.parse(content)
+        header = content.shift
+        text_col = header.index('text')
+        id_col = header.index('tweet_id')
+        lines = content.map do |tweet|
+          id = tweet[id_col].empty? ? 0 : tweet[id_col]
+          {id: id, text: tweet[text_col]}
+        end
+      else
+        log "Reading plaintext corpus from #{path}"
+        lines = content.split("\n").map do |line|
+          {id: 0, text: line}
+        end
+      end
+
+      # BELOW IS FOR FILE-SYSTEM; NEED TO ALTER FOR CLOUDINARY/REQUEST?
+      File.open(new_path, 'w') do |f|
+        log "Writing #{lines.length} lines to #{new_path}"
+        f.write(JSON.pretty_generate(lines))
+      end
+    end
+  end
 end
 
 ## Retweet check based on Really-Existing-RT practices
@@ -151,7 +191,7 @@ class Ebooks::Boodoo::BoodooBot < Ebooks::Bot
 
   def missing_fields
     $required_fields.select { |field|
-      # p "#{field} = #{send(field)}"
+      # log "#{field} = #{send(field)}"
       send(field).nil? || send(field).empty?
     }
   end