coderwall · just3ws · Nov 10, 2014 · Nov 4, 2014 · Sep 13, 2014 · Sep 14, 2014
diff --git a/.gitignore b/.gitignore
@@ -58,3 +58,5 @@ vcr_cassettes
 dump
 BACKUP
 Guardfile
+verification.log
+npm-debug.log
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
@@ -49,7 +49,7 @@ If you're running Windows, [here's a guide written by one of our members on how
 1. **Install VirtualBox**
 
     Grab the VirtualBox installer from **[here](https://www.virtualbox.org/wiki/Download_Old_Builds_4_3)**.
-    
+
     ![Download the Vbox installer and extensions from here](https://www.evernote.com/shard/s13/sh/68b6a635-7a80-444b-a210-c1aa61405efc/955c950ebafc46f0f1069e27e85bb120)
 
     The _required_ version is **VirtualBox 4.3.12.**

diff --git a/Gemfile b/Gemfile
@@ -126,6 +126,9 @@ gem 'sitemap_generator'
 gem 'tweet-button'
 gem 'local_time'
 
+gem 'elasticsearch-model'
+gem 'elasticsearch-rails'
+
 # DROP BEFORE RAILS 4
 # Mongo
 gem 'mongoid'
@@ -182,6 +185,7 @@ group :test do
   gem 'timecop'
   gem 'vcr'
   gem 'webmock', '<1.16'
+  gem 'stripe-ruby-mock', git: 'https://github.com/rebelidealist/stripe-ruby-mock', branch: 'live-tests'
 end
 
 gem 'airbrake'

diff --git a/Gemfile.lock b/Gemfile.lock
@@ -38,6 +38,16 @@ GIT
       mime-types (>= 1.25, < 3.0)
       rest-client (~> 1.4)
 
+GIT
+  remote: https://github.com/rebelidealist/stripe-ruby-mock
+  revision: f694a2792bf817932b3e9c4fe7ec51d00da03b4b
+  branch: live-tests
+  specs:
+    stripe-ruby-mock (2.0.0)
+      dante (>= 0.2.0)
+      jimson-temp
+      stripe (>= 1.15.0)
+
 GEM
   remote: https://rubygems.org/
   remote: https://rails-assets.org/
@@ -106,6 +116,7 @@ GEM
       rack (>= 0.9.0)
     binding_of_caller (0.7.2)
       debug_inspector (>= 0.0.1)
+    blankslate (3.1.3)
     bson (1.10.2)
     bson_ext (1.10.2)
       bson (~> 1.10.2)
@@ -176,6 +187,7 @@ GEM
       httparty (~> 0.10)
       json
     curb (0.8.6)
+    dante (0.2.0)
     database_cleaner (1.3.0)
     debug_inspector (0.0.2)
     debugger-linecache (1.2.0)
@@ -195,6 +207,19 @@ GEM
       execjs
     eco-source (1.1.0.rc.1)
     ejs (1.1.1)
+    elasticsearch (1.0.4)
+      elasticsearch-api (= 1.0.4)
+      elasticsearch-transport (= 1.0.4)
+    elasticsearch-api (1.0.4)
+      multi_json
+    elasticsearch-model (0.1.4)
+      activesupport (> 3)
+      elasticsearch (> 0.4)
+      hashie
+    elasticsearch-rails (0.1.4)
+    elasticsearch-transport (1.0.4)
+      faraday
+      multi_json
     em-http-request (1.1.2)
       addressable (>= 2.3.4)
       cookiejar
@@ -330,6 +355,11 @@ GEM
     jbuilder (2.1.3)
       activesupport (>= 3.0.0, < 5)
       multi_json (~> 1.2)
+    jimson-temp (0.9.5)
+      blankslate (>= 3.1.2)
+      multi_json (~> 1.0)
+      rack (~> 1.4)
+      rest-client (~> 1.0)
     journey (1.0.4)
     jquery-rails (2.0.3)
       railties (>= 3.1.0, < 5.0)
@@ -758,6 +788,8 @@ DEPENDENCIES
   createsend
   database_cleaner
   dotenv-rails
+  elasticsearch-model
+  elasticsearch-rails
   ember-rails!
   fabrication-rails
   faraday (~> 0.8.1)
@@ -844,6 +876,7 @@ DEPENDENCIES
   spring-commands-rspec
   squeel (= 1.0.1)
   stripe!
+  stripe-ruby-mock!
   strong_parameters
   syntax
   timecop

diff --git a/Rakefile b/Rakefile
@@ -4,3 +4,283 @@ require 'rake'
 Coderwall::Application.load_tasks
 
 task default: :spec
+
+namespace :team do
+  task migrate: :environment do
+    puts '--- Beginning team migration ---'
+    success = true
+    begin
+      Team.each do |team|
+        begin
+          puts ">>> Migrating #{team.id}"
+          TeamMigratorJob.new.perform(team.id.to_s)
+        rescue => ex
+          success = false
+          puts "[#{team.id.to_s}] #{ex} >>\n#{ex.backtrace.join("\n  ")}"
+        end
+      end
+    ensure
+      puts "--- #{success ? 'Successful' : 'Unsuccessful'} team migration ---"
+    end
+  end
+
+  #
+  # IMPORTANT: pending_join_requests is a STRING array in Postgres but an INTEGER array in MongoDB.
+  # IMPORTANT: pending_join_requests is an array of User#id values
+  #
+
+  task verify: :environment do
+    #ActiveRecord::Base.logger = nil
+    #Mongoid.logger = nil
+    #Moped.logger = nil
+
+    PgTeam.find_each(batch_size: 100) do |pg_team|
+      begin
+        mongo_id = pg_team.mongo_id
+        mongo_team = Team.find(mongo_id)
+
+        # Ignoring:
+        # - updated_at
+
+        puts 'TEAM'
+
+        neq(:slug, pg_team, mongo_team, false)
+
+        neq_string(:pending_join_requests, pg_team, pg_team.pending_join_requests.map(&:to_i).sort.join(', '), mongo_team, mongo_team.pending_join_requests.map(&:to_i).sort.join(', '), false)
+
+        %i(score size total mean median).each do |attr|
+          neq_dec(attr, pg_team, mongo_team, false)
+        end
+
+        %i(about achievement_count analytics benefit_description_1 benefit_description_2 benefit_description_3 benefit_name_1 benefit_name_2 benefit_name_3 big_image big_quote blog_feed branding country_id created_at endorsement_count facebook featured_banner_image featured_links_title github github_organization_name headline hide_from_featured highlight_tags hiring_tagline interview_steps invited_emails link_to_careers_page location monthly_subscription name number_of_jobs_to_show office_photos organization_way organization_way_name organization_way_photo our_challenge paid_job_posts premium preview_code reason_description_1 reason_description_2 reason_description_3 reason_name_1 reason_name_2 reason_name_3 size stack_list twitter upcoming_events upgraded_at valid_jobs website why_work_image your_impact youtube_url).each do |attr|
+          neq(attr, pg_team, mongo_team)
+        end
+
+        # TODO: Account
+        if mongo_team.account.present? && pg_team.account.blank?
+          puts "account | pg:#{pg_team.id} | mongo:#{mongo_team.id}| The account was not migrated."
+        end
+
+        if mongo_team.account.present? && pg_team.account.present?
+          check_plans = %i(stripe_card_token stripe_customer_token admin_id).map do |attr|
+            neq(attr, pg_team.account, mongo_team.account)
+          end.any? { |x| !x }
+
+          # TODO: Plans
+          if check_plans
+            left = pg_team.account.plans.pluck(:id).sort
+            right = mongo_team.account.plan_ids.sort
+
+            if left != right
+              puts "account.plans | pg:#{pg_team.id} | mongo:#{mongo_team.id}| #{left} != #{right}"
+            end
+          end
+        end
+
+        #puts 'LOCATIONS'
+
+        #pg_team_locations = pg_team.locations
+        #mongo_team_locations =  mongo_team.team_locations
+
+        #if mongo_team_locations.count != pg_team_locations.count
+          #puts "locations | pg:#{pg_team.id} | mongo:#{mongo_team.id}| #{mongo_team_locations.count} != #{pg_team_locations.count}"
+        #end
+
+        ## Ignoring:
+        ## - points_of_interest
+        #pg_team.locations.each do |pg_team_location|
+          #mongo_team_location = mongo_team.team_locations.select { |tl| tl.name == pg_team_location.name }.first
+
+          #%i(address city country description name state_code).each do |attr|
+            #neq(attr, pg_team_location, mongo_team_location, false)
+          #end
+        #end
+
+
+        #puts 'LINKS'
+
+        pg_team_links = pg_team.links
+        mongo_team_links = mongo_team.featured_links
+
+        if mongo_team_links.count != pg_team_links.count
+          puts "links | pg:#{pg_team.id} | mongo:#{mongo_team.id}| #{mongo_team_links.count} != #{pg_team_links.count}"
+        end
+
+        pg_team_links.each do |pg_team_link|
+          mongo_team_link = mongo_team_links.select { |tl| tl.name == pg_team_link.name }.first
+
+          %i(url name).each do |attr|
+            neq(attr, pg_team_link, mongo_team_link, false)
+          end
+        end
+
+        #puts 'MEMBERS'
+
+        if pg_team.members.count != mongo_team.team_members.count
+          puts "members | pg:#{pg_team.id} | mongo:#{mongo_team.id}| #{pg_team.members.count} < #{mongo_team.team_members.count}"
+        end
+
+
+        #puts 'JOBS'
+
+        #pg_team.jobs.each do |pg_team_job|
+          #mongo_team_job = Team.where(id: pg_team_job.team_document_id.to_s).first
+
+          #neq(:name, pg_team_job, mongo_team_job, false)
+        #end
+
+        #puts 'FOLLOWERS'
+
+        pg_team.followers.each do |pg_team_follower|
+          mongo_team_follower = Team.where(id: pg_team_follower.mongo_id.to_s).first
+          # admins
+          # editors
+          %i(
+            about
+            achievement_count
+            analytics
+            benefit_description_1
+            benefit_description_2
+            benefit_description_3
+            benefit_name_1
+            benefit_name_2
+            benefit_name_3
+            big_image
+            big_quote
+            blog_feed
+            branding
+            country_id
+            created_at
+            endorsement_count
+            facebook
+            featured_banner_image
+            featured_links_title
+            github_organization_name
+            headline
+            hide_from_featured
+            highlight_tags
+            hiring_tagline
+            interview_steps
+            invited_emails
+            link_to_careers_page
+            location
+            monthly_subscription
+            name
+            number_of_jobs_to_show
+            office_photos
+            organization_way
+            organization_way_name
+            organization_way_photo
+            our_challenge
+            paid_job_posts
+            premium
+            preview_code
+            reason_description_1
+            reason_description_2
+            reason_description_3
+            reason_name_1
+            reason_name_2
+            reason_name_3
+            slug
+            stack_list
+            twitter
+            upcoming_events
+            upgraded_at
+            valid_jobs
+            website
+            why_work_image
+            your_impact
+            youtube_url
+          ).each do |attr|
+            neq(attr, pg_team_follower, mongo_team_follower, false)
+          end
+          neq_string(:pending_join_requests, pg_team_follower, pg_team_follower.pending_join_requests.map(&:to_i).sort.join(', '), mongo_team_follower, mongo_team_follower.pending_join_requests.map(&:to_i).sort.join(', '), false)
+
+          neq_string(:avatar, pg_team_follower, pg_team_follower.avatar.url, mongo_team_follower, mongo_team_follower.avatar.url, false)
+
+          %i(score size total mean median).each do |attr|
+            neq_dec(attr, pg_team_follower, mongo_team_follower, false)
+          end
+        end
+
+        # TODO: Pending Requests
+      end
+    end
+  end
+
+  def neq(attr, pg, mongo, fail_if_neq=true)
+    left =  pg.send(attr)
+    right = mongo.send(attr)
+
+    if left != right
+      puts "#{attr} | pg:#{pg.id} | mongo:#{mongo.id}| #{left} != #{right}"
+      true
+    else
+      false
+    end
+  rescue => ex
+    print_neq_error(ex)
+  end
+
+  def neq_string(attr, pg, left, mongo, right, fail_if_neq=true)
+    if left != right
+      puts "#{attr} | pg:#{pg.id} | mongo:#{mongo.id}| #{left} != #{right}"
+      true
+    else
+      false
+    end
+  rescue => ex
+    print_neq_error(ex)
+  end
+
+  def neq_dec(attr, pg, mongo, fail_if_neq=true)
+    scale = 7
+
+    left =  pg.send(attr).to_d.round(scale)
+    right = mongo.send(attr).to_d.round(scale)
+
+
+    if left != right
+      puts "#{attr} | pg:#{pg.id} | mongo:#{mongo.id}| #{left} != #{right}"
+      true
+    else
+      false
+    end
+  rescue => ex
+    print_neq_error(ex)
+  end
+
+  def print_neq_error(ex)
+    puts '*'*80
+    puts
+    puts ex
+    puts
+    puts '-'*80
+    puts
+    ap ex.backtrace
+    puts
+    puts '*'*80
+
+    require 'pry'; binding.pry
+  end
+
+  task counts: :environment do
+    pg_team_count = PgTeam.count
+    puts "PgTeam.count=#{pg_team_count}"
+    team_count = Team.count
+    puts "Team.count=#{team_count}"
+    puts "Unmigrated teams count=#{(team_count - pg_team_count)}"
+  end
+
+
+  task unmigrated: :environment do
+    unmigrated_teams = []
+
+    Team.all.each do |team|
+      unmigrated_teams << team.id.to_s unless PgTeam.where(mongo_id: team.id.to_s).exists?
+    end
+
+    puts "Unmigrated teams count=#{unmigrated_teams.count}"
+    puts "Unmigrated Teams=%w(#{unmigrated_teams.join(' ')})"
+  end
+end