DEV: rake task to populate sentiment in dev env (#1176)

xfalcox · web-flow · commit 511b10285da3 · 2025-03-10T14:21:00.000-03:00
diff --git a/lib/tasks/modules/sentiment/populate.rake b/lib/tasks/modules/sentiment/populate.rake
@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+desc "Creates sample sentiment / emotion data"
+task "ai:sentiment:populate", [:start_post] => [:environment] do |_, args|
+  raise "Don't run this task in production!" if Rails.env.production?
+
+  Post
+    .joins(<<~SQL)
+      LEFT JOIN classification_results ON
+        posts.id = classification_results.target_id AND
+        classification_results.target_type = 'Post' AND
+        model_used = 'cardiffnlp/twitter-roberta-base-sentiment-latest'
+    SQL
+    .where("classification_results.id IS NULL")
+    .where("posts.id > ?", args[:start_post].to_i || 0)
+    .find_each do |post|
+      positive = rand(0.0..1.0)
+      negative = rand(0.0..(1.0 - positive))
+      neutral = 1 - positive - negative
+
+      ClassificationResult.create!(
+        target_id: post.id,
+        model_used: "cardiffnlp/twitter-roberta-base-sentiment-latest",
+        classification_type: "sentiment",
+        target_type: "Post",
+        classification: {
+          neutral: neutral,
+          positive: positive,
+          negative: negative,
+        },
+      )
+    end
+
+  Post
+    .joins(<<~SQL)
+      LEFT JOIN classification_results ON
+        posts.id = classification_results.target_id AND
+        classification_results.target_type = 'Post' AND
+        classification_results.model_used = 'SamLowe/roberta-base-go_emotions'
+    SQL
+    .where("classification_results.id IS NULL")
+    .where("posts.id > ?", args[:start_post].to_i || 0)
+    .find_each do |post|
+      emotions =
+        DiscourseAi::Sentiment::Emotions::LIST
+          .shuffle
+          .reduce({}) do |acc, emotion|
+            current_sum = acc.values.sum
+            acc.merge(emotion => rand(0.0..(1.0 - current_sum)))
+          end
+
+      emotions["neutral"] = 1 - (emotions.values.sum - emotions["neutral"])
+
+      ClassificationResult.create!(
+        target_id: post.id,
+        model_used: "SamLowe/roberta-base-go_emotions",
+        classification_type: "sentiment",
+        target_type: "Post",
+        classification: emotions,
+      )
+    end
+end
