tweaks to llama2 support in chat, fix message so it conforms to recommendation

SamSaffron · SamSaffron · commit d76309fa17a5 · 2023-10-04T16:27:00.000+11:00
by facebook (add &lt;s&gt; )
diff --git a/assets/javascripts/initializers/ai-bot-replies.js b/assets/javascripts/initializers/ai-bot-replies.js
@@ -8,7 +8,7 @@ import { registerWidgetShim } from "discourse/widgets/render-glimmer";
 import { hbs } from "ember-cli-htmlbars";
 
 function isGPTBot(user) {
-  return user && [-110, -111, -112].includes(user.id);
+  return user && [-110, -111, -112, -113].includes(user.id);
 }
 
 function attachHeaderIcon(api) {
diff --git a/lib/modules/ai_bot/open_llm_bot.rb b/lib/modules/ai_bot/open_llm_bot.rb
@@ -15,10 +15,14 @@ def bot_prompt_with_topic_context(post)
 
         # start with system
         result = +""
-        result << "[INST] <<SYS>>\n #{messages.shift[:content]} <</SYS>>\n\n #{messages.shift[:content]} [/INST]"
+        result << "<s>[INST] <<SYS>>\n #{messages.shift[:content]} <</SYS>>\n\n #{messages.shift[:content]} [/INST]"
 
         messages.each do |message|
-          result << "\n\n[INST]#{message[:bot] ? "" : message[:username] + ":"} #{message[:content]} [/INST]"
+          if message[:bot]
+            result << message[:content]
+          else
+            result << "</s><s>[INST]#{message[:bot] ? "" : message[:username] + ":"} #{message[:content]} [/INST]"
+          end
         end
 
         result
@@ -65,7 +69,7 @@ def submit_prompt(prompt, prefer_low_cost: false, &blk)
           prompt,
           model_for,
           temperature: 0.4,
-          max_tokens: 200,
+          max_tokens: 600,
           &blk
         )
       end
diff --git a/lib/modules/summarization/models/llama2.rb b/lib/modules/summarization/models/llama2.rb
@@ -20,9 +20,9 @@ def configuration_hint
           )
         end
 
-        def concatenate_summaries(summaries, &on_partial_blk)
-          prompt = <<~TEXT
-            [INST] <<SYS>>
+        def concatenate_summaries(summaries)
+          completion(<<~TEXT)
+            <s>[INST] <<SYS>>
             You are a helpful bot
             <</SYS>>
 

Original file line number	Diff line number	Diff line change
`@@ -8,7 +8,7 @@ import { registerWidgetShim } from "discourse/widgets/render-glimmer";`
`8`	`8`	`import { hbs } from "ember-cli-htmlbars";`
`9`	`9`
`10`	`10`	`function isGPTBot(user) {`
`11`		`- return user && [-110, -111, -112].includes(user.id);`
	`11`	`+ return user && [-110, -111, -112, -113].includes(user.id);`
`12`	`12`	`}`
`13`	`13`
`14`	`14`	`function attachHeaderIcon(api) {`