Tweaked the precision on the calculated scores for conversion from MongoDB => Postgres

just3ws · just3ws · commit 6cbe13b27556 · 2014-10-20T17:54:45.000-05:00
diff --git a/Gemfile.lock b/Gemfile.lock
@@ -1,12 +1,16 @@
 GIT
-  remote: https://github.com/rebelidealist/stripe-ruby-mock
-  revision: f4229cbe762bc2a5a302cdd83088c283881e9c5a
-  branch: live-tests
+  remote: git://github.com/emberjs/ember-rails.git
+  revision: 5e5a398f3c67c3a3b84b7513b93b22bf81055cc9
   specs:
-    stripe-ruby-mock (1.10.1.7)
-      dante (>= 0.2.0)
-      jimson-temp
-      stripe (>= 1.15.0)
+    ember-rails (0.15.0)
+      active_model_serializers
+      barber (>= 0.4.1)
+      ember-data-source (>= 1.0.0.beta.5)
+      ember-source (>= 1.1.0)
+      execjs (>= 1.2)
+      handlebars-source (> 1.0.0)
+      jquery-rails (>= 1.0.17)
+      railties (>= 3.1)
 
 GIT
   remote: git://github.com/emberjs/ember-rails.git
@@ -44,18 +48,14 @@ GIT
       rest-client (~> 1.4)
 
 GIT
-  remote: git://github.com/emberjs/ember-rails.git
-  revision: 5e5a398f3c67c3a3b84b7513b93b22bf81055cc9
+  remote: https://github.com/rebelidealist/stripe-ruby-mock
+  revision: f4229cbe762bc2a5a302cdd83088c283881e9c5a
+  branch: live-tests
   specs:
-    ember-rails (0.15.0)
-      active_model_serializers
-      barber (>= 0.4.1)
-      ember-data-source (>= 1.0.0.beta.5)
-      ember-source (>= 1.1.0)
-      execjs (>= 1.2)
-      handlebars-source (> 1.0.0)
-      jquery-rails (>= 1.0.17)
-      railties (>= 3.1)
+    stripe-ruby-mock (1.10.1.7)
+      dante (>= 0.2.0)
+      jimson-temp
+      stripe (>= 1.15.0)
 
 GEM
   remote: https://rubygems.org/
diff --git a/Rakefile b/Rakefile
@@ -8,7 +8,21 @@ task default: :spec
 
 namespace :team do
   task migrate: :environment do
-    TeamMigratorBatchJob.new.perform
+    puts '--- Beginning team migration ---'
+    success = true
+    begin
+      Team.each do |team|
+        begin
+          puts ">>> Migrating #{team.id}"
+          TeamMigratorJob.new.perform(team.id.to_s)
+        rescue => ex
+          success = false
+          puts "[#{team.id.to_s}] #{ex} >>\n#{ex.backtrace.join("\n  ")}"
+        end
+      end
+    ensure
+      puts "--- #{success ? 'Successful' : 'Unsuccessful'} team migration ---"
+    end
   end
 
   #
@@ -40,6 +54,32 @@ namespace :team do
     require 'pry'; binding.pry
   end
 
+  def neq_dec(attr, pg, mongo, fail_if_neq=true)
+    scale = 7
+    left =  pg.send(attr).to_d.round(scale)
+    right = mongo.send(attr).to_d.round(scale)
+
+
+    if left != right
+      puts "#{attr} | pg:#{pg.id} | mongo:#{mongo.id}| #{left} != #{right}"
+      true
+    else
+      false
+    end
+  rescue => ex
+    puts '*'*80
+    puts
+    puts ex
+    puts
+    puts '-'*80
+    puts
+    ap ex.backtrace
+    puts
+    puts '*'*80
+
+    require 'pry'; binding.pry
+  end
+
   task verify: :environment do
     PgTeam.find_each(batch_size: 100) do |pg_team|
       begin
@@ -49,14 +89,18 @@ namespace :team do
         # Ignoring:
         # - updated_at
 
-        puts '----------------------------------------------------------------------------------------------------'
-        puts 'TEAM'
-        puts '----------------------------------------------------------------------------------------------------'
+        #puts '----------------------------------------------------------------------------------------------------'
+        #puts 'TEAM'
+        #puts '----------------------------------------------------------------------------------------------------'
 
-        %i(median score total slug mean pending_join_requests).each do |attr|
+        %i(slug pending_join_requests).each do |attr|
           neq(attr, pg_team, mongo_team, false)
         end
 
+        %i(score size total mean median).each do |attr|
+          neq_dec(attr, pg_team, mongo_team, false)
+        end
+
         %i(about achievement_count analytics benefit_description_1 benefit_description_2 benefit_description_3 benefit_name_1 benefit_name_2 benefit_name_3 big_image big_quote blog_feed branding country_id created_at endorsement_count facebook featured_banner_image featured_links_title github github_organization_name headline hide_from_featured highlight_tags hiring_tagline interview_steps invited_emails link_to_careers_page location monthly_subscription name number_of_jobs_to_show office_photos organization_way organization_way_name organization_way_photo our_challenge paid_job_posts premium preview_code reason_description_1 reason_description_2 reason_description_3 reason_name_1 reason_name_2 reason_name_3 size stack_list twitter upcoming_events upgraded_at valid_jobs website why_work_image your_impact youtube_url).each do |attr|
           neq(attr, pg_team, mongo_team)
         end
@@ -83,9 +127,9 @@ namespace :team do
         end
 
 
-        puts '----------------------------------------------------------------------------------------------------'
-        puts 'LOCATIONS'
-        puts '----------------------------------------------------------------------------------------------------'
+        #puts '----------------------------------------------------------------------------------------------------'
+        #puts 'LOCATIONS'
+        #puts '----------------------------------------------------------------------------------------------------'
 
         pg_team_locations = pg_team.locations
         mongo_team_locations =  mongo_team.team_locations
@@ -105,9 +149,9 @@ namespace :team do
         end
 
 
-        puts '----------------------------------------------------------------------------------------------------'
-        puts 'LINKS'
-        puts '----------------------------------------------------------------------------------------------------'
+        #puts '----------------------------------------------------------------------------------------------------'
+        #puts 'LINKS'
+        #puts '----------------------------------------------------------------------------------------------------'
 
         pg_team_links = pg_team.links
         mongo_team_links = mongo_team.featured_links
@@ -124,38 +168,101 @@ namespace :team do
           end
         end
 
-        puts '----------------------------------------------------------------------------------------------------'
-        puts 'MEMBERS'
-        puts '----------------------------------------------------------------------------------------------------'
+        #puts '----------------------------------------------------------------------------------------------------'
+        #puts 'MEMBERS'
+        #puts '----------------------------------------------------------------------------------------------------'
 
         if pg_team.members.count != mongo_team.team_members.count
           puts "members | pg:#{pg_team.id} | mongo:#{mongo_team.id}| #{mongo_team.team_members.count} != #{pg_team.members.count}"
         end
 
 
-        puts '----------------------------------------------------------------------------------------------------'
-        puts 'JOBS'
-        puts '----------------------------------------------------------------------------------------------------'
+        #puts '----------------------------------------------------------------------------------------------------'
+        #puts 'JOBS'
+        #puts '----------------------------------------------------------------------------------------------------'
 
         pg_team.jobs.each do |pg_team_job|
           mongo_team_job = Team.where(id: pg_team_job.team_document_id.to_s).first
 
           neq(:name, pg_team_job, mongo_team_job, false)
         end
 
-        puts '----------------------------------------------------------------------------------------------------'
-        puts 'FOLLOWERS'
-        puts '----------------------------------------------------------------------------------------------------'
+        #puts '----------------------------------------------------------------------------------------------------'
+        #puts 'FOLLOWERS'
+        #puts '----------------------------------------------------------------------------------------------------'
 
         pg_team.followers.each do |pg_team_follower|
           mongo_team_follower = Team.where(id: pg_team_follower.mongo_id.to_s).first
           # admins
           # editors
-          %i(about achievement_count analytics avatar benefit_description_1 benefit_description_2 benefit_description_3 benefit_name_1 benefit_name_2 benefit_name_3 big_image big_quote blog_feed branding country_id created_at endorsement_count facebook featured_banner_image featured_links_title github_organization_name headline hide_from_featured highlight_tags hiring_tagline interview_steps invited_emails link_to_careers_page location mean median monthly_subscription name number_of_jobs_to_show office_photos organization_way organization_way_name organization_way_photo our_challenge paid_job_posts pending_join_requests premium preview_code reason_description_1 reason_description_2 reason_description_3 reason_name_1 reason_name_2 reason_name_3 score size slug stack_list total twitter upcoming_events updated_at upgraded_at valid_jobs website why_work_image your_impact youtube_url).each do |attr|
+          %i(
+            about
+            achievement_count
+            analytics
+            avatar
+            benefit_description_1
+            benefit_description_2
+            benefit_description_3
+            benefit_name_1
+            benefit_name_2
+            benefit_name_3
+            big_image
+            big_quote
+            blog_feed
+            branding
+            country_id
+            created_at
+            endorsement_count
+            facebook
+            featured_banner_image
+            featured_links_title
+            github_organization_name
+            headline
+            hide_from_featured
+            highlight_tags
+            hiring_tagline
+            interview_steps
+            invited_emails
+            link_to_careers_page
+            location
+            monthly_subscription
+            name
+            number_of_jobs_to_show
+            office_photos
+            organization_way
+            organization_way_name
+            organization_way_photo
+            our_challenge
+            paid_job_posts
+            pending_join_requests
+            premium
+            preview_code
+            reason_description_1
+            reason_description_2
+            reason_description_3
+            reason_name_1
+            reason_name_2
+            reason_name_3
+            slug
+            stack_list
+            twitter
+            upcoming_events
+            upgraded_at
+            valid_jobs
+            website
+            why_work_image
+            your_impact
+            youtube_url
+          ).each do |attr|
             neq(attr, pg_team_follower, mongo_team_follower, false)
           end
+
+          %i(score size total mean median).each do |attr|
+            neq_dec(attr, pg_team_follower, mongo_team_follower, false)
+          end
         end
 
+
         # TODO: Pending Requests
       end
     end
diff --git a/app/jobs/team_migrator_job.rb b/app/jobs/team_migrator_job.rb
@@ -58,8 +58,6 @@ def find_or_initialize_team(id, team)
         pgteam.invited_emails           = team.invited_emails
         pgteam.link_to_careers_page     = team.link_to_careers_page
         pgteam.location                 = team.location
-        pgteam.mean                     = team.mean
-        pgteam.median                   = team.median
         pgteam.monthly_subscription     = team.monthly_subscription
         pgteam.name                     = team.name
         pgteam.number_of_jobs_to_show   = team.number_of_jobs_to_show
@@ -78,11 +76,9 @@ def find_or_initialize_team(id, team)
         pgteam.reason_name_1            = team.reason_name_1
         pgteam.reason_name_2            = team.reason_name_2
         pgteam.reason_name_3            = team.reason_name_3
-        pgteam.score                    = team.score
         pgteam.size                     = team.size
         pgteam.slug                     = team.slug
         pgteam.stack_list               = team.stack_list
-        pgteam.total                    = team.total
         pgteam.twitter                  = team.twitter
         pgteam.upcoming_events          = team.upcoming_events
         pgteam.updated_at               = team.updated_at
@@ -93,6 +89,12 @@ def find_or_initialize_team(id, team)
         pgteam.your_impact              = team.your_impact
         pgteam.youtube_url              = team.youtube_url
 
+        scale = 8
+        pgteam.mean                     = team.mean.to_d.round(scale)
+        pgteam.total                    = team.total.to_d.round(scale)
+        pgteam.median                   = team.median.to_d.round(scale)
+        pgteam.score                    = team.score.to_d.round(scale)
+
         pgteam.save!
       end
     rescue ActiveRecord::RecordInvalid => ex
diff --git a/config/database.yml b/config/database.yml
@@ -4,7 +4,7 @@ default: &default
   host: localhost
   password:
   pool: 5
-  port: <%= ENV['DEV_POSTGRES_PORT'] || 5432 %>
+  port: 5432
   username: vagrant
 
 development:
diff --git a/config/mongoid.yml b/config/mongoid.yml
@@ -1,14 +1,14 @@
 development:
    sessions:
     default:
-     database: badgify_development
+     database: heroku_app2303161
      hosts:
        - localhost:27017
 
 test:
   sessions:
    default:
-    database: badgify_test
+    database: heroku_app2303161
     hosts:
      - localhost:27017
 
diff --git a/db/migrate/20140914051313_fix_types_on_pg_teams.rb b/db/migrate/20140914051313_fix_types_on_pg_teams.rb
@@ -1,8 +1,8 @@
 class FixTypesOnPgTeams < ActiveRecord::Migration
   def change
-    change_column(:teams, :mean, :float, default: 0.0)
-    change_column(:teams, :median, :float, default: 0.0)
-    change_column(:teams, :score, :float, default: 0.0)
-    change_column(:teams, :total, :float, default: 0.0)
+    change_column(:teams, :mean,   :decimal,  precision: 40, scale: 30, default: 0.0)
+    change_column(:teams, :median, :decimal,  precision: 40, scale: 30, default: 0.0)
+    change_column(:teams, :score,  :decimal,  precision: 40, scale: 30, default: 0.0)
+    change_column(:teams, :total,  :decimal,  precision: 40, scale: 30, default: 0.0)
   end
 end
diff --git a/db/schema.rb b/db/schema.rb
diff --git a/lib/tasks/db.rake b/lib/tasks/db.rake
diff --git a/vagrant/coderwall-box/scripts/postinstall.sh b/vagrant/coderwall-box/scripts/postinstall.sh
