Update the spaminator

whatupdave · whatupdave · commit a9b0d1f8029e · 2018-02-05T19:52:18.000-08:00
diff --git a/app/lib/spaminator.rb b/app/lib/spaminator.rb
@@ -10,7 +10,11 @@ def recognized_format?(text)
   end
 
   def customer_support?(text)
-    text.scan(/customer|support|phonenumber|phonesupport/i).size > 10
+    text.scan(/customer|support|phonenumber|phonesupport|toll|/i).size > 10
+  end
+
+  def marketing?(text)
+    text.scan(/herb|medical|marijuana|cannabis|/i).size > 10
   end
 
   def download_links?(text, urls, title)
diff --git a/lib/tasks/spam.rake b/lib/tasks/spam.rake
@@ -1,39 +1,43 @@
 namespace :spam do
   task :sweep => :environment do
-    protips = Protip.where('created_at > ?', 7.days.ago).where(bad_content: false)
-    good = []
+    since = 30.days.ago
+
+    protips = Protip.where('created_at > ?', since).where(bad_content: false); nil
+    good_protips = []
     protips.each do |p|
       flags = Spaminator.new.protip_flags(p)
       if flags.any?
-        puts "#{p.id} – #{p.title} – #{p.body[0..100].gsub("\n", '')}"
-        puts "#{flags.inspect}" if flags.any?
-        puts
+        Rails.logger.debug "#{p.id} – #{p.title} – #{p.body[0..100].gsub("\n", '')}"
+        Rails.logger.debug "#{flags.inspect}" if flags.any?
+        Rails.logger.debug
 
         p.bad_content = true
         p.user.bad_user = true
         p.save
       else
-        good << p
+        good_protips << "https://coderwall.com/p/#{p.public_id} – #{p.title}"
       end
-    end
+    end; nil
 
-    users = User.where('created_at > ?', 7.days.ago).where(bad_user: false)
-    users.map do |u|
+    good_users = []
+    users = User.where('created_at > ?', since).where(bad_user: false); nil
+    users.each do |u|
       flags = Spaminator.new.user_flags(u)
       if flags.any?
-        puts "#{u.id} – #{u.username} – #{(u.about || '')[0..100].gsub("\n", '')}"
-        puts "#{flags.inspect}" if flags.any?
-        puts
+        Rails.logger.debug "#{u.id} – #{u.username} – #{(u.about || '')[0..100].gsub("\n", '')}"
+        Rails.logger.debug "#{flags.inspect}" if flags.any?
+        Rails.logger.debug
 
         u.bad_user!
       else
-        good << u
+        good_users << "https://coderwall.com/#{u.username}"
       end
-    end
+    end; nil
 
-    puts "Good"
-    good.each do |e|
-      puts "#{e.class}:#{e.id} – #{e.try(:username) || e.title}"
+    ["Good Users", good_users, "Good Protips", good_protips].flatten.each do |e|
+      Rails.logger.debug e
     end
+
+    Rails.logger.info("spam-sweep bad-users=#{users.size - good_users.size}/#{users.size} bad-protips=#{protips.size - good_protips.size}/#{protips.size}")
   end
 end
