Improved prompts

dcSpark · Oct 10, 2023 · 76efc3e · 76efc3e
1 parent ae2e6b8
commit 76efc3e
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 2 deletions.
diff --git a/src/agent/job_prompts.rs b/src/agent/job_prompts.rs
@@ -146,10 +146,16 @@ impl JobPromptGenerator {
         prompt.add_content(job_task, SubPromptType::User);
 
         prompt.add_content(
-            format!("Use the content to add any final details to the summary and directly answer the user's question:"),
+            format!("Use the content to add any final details to the summary and directly answer the user's question."),
             SubPromptType::System,
         );
+
         prompt.add_ebnf(String::from(r#""{" "answer" ":" string "}""#), SubPromptType::System);
+
+        prompt.add_content(
+            format!("Do not mention needing further context, or information, or ask for more research, just directly provide as much information as you know:"),
+            SubPromptType::System,
+        );
         prompt
     }
 

diff --git a/src/resources/bert_cpp.rs b/src/resources/bert_cpp.rs
@@ -44,7 +44,7 @@ impl BertCPPProcess {
             .arg("--model")
             .arg("models/all-MiniLM-L12-v2.bin")
             .arg("--threads")
-            .arg("8")
+            .arg("6")
             .arg("--port")
             .arg(format!("{}", DEFAULT_LOCAL_EMBEDDINGS_PORT.to_string()))
             .stdout(Stdio::from(dev_null.try_clone().unwrap())) // Redirect stdout