feat: add relevant chunks prompts

nemoguardrails/llm/prompts/llama3.yml

@@ -185,6 +185,15 @@ prompts:
           content: "This is how a conversation between a user and the bot can go:"
         - "{{ sample_conversation | to_messages_v2 }}"
 
+        - type: system
+          content: |
+            {% if context.relevant_chunks %}
+            # This is some additional context:
+            ```markdown
+            {{ context.relevant_chunks }}
+            ```
+            {% endif %}
+
         - type: system
           content: |-
               "These are the most likely user intents:"
@@ -287,6 +296,15 @@ prompts:
           content: "This is the current conversation between the user and the bot:"
         - "{{ history | colang | to_messages_v2 }}"
 
+        - type: system
+          content: |
+            {% if context.relevant_chunks %}
+            # This is some additional context:
+            ```markdown
+            {{ context.relevant_chunks }}
+            ```
+            {% endif %}
+
         - type: system
           content: "Continuation of interaction:"
 

nemoguardrails/llm/prompts/openai-chatgpt.yml

@@ -177,6 +177,15 @@ prompts:
         content: "This is how a conversation between a user and the bot can go:"
       - "{{ sample_conversation | to_messages_v2 }}"
 
+      - type: system
+        content: |
+          {% if context.relevant_chunks %}
+          # This is some additional context:
+          ```markdown
+          {{ context.relevant_chunks }}
+          ```
+          {% endif %}
+
       - type: system
         content: |-
           "These are the most likely user intents:"
@@ -277,6 +286,15 @@ prompts:
         content: "This is the current conversation between the user and the bot:"
       - "{{ history | colang | to_messages_v2 }}"
 
+      - type: system
+        content: |
+          {% if context.relevant_chunks %}
+          # This is some additional context:
+          ```markdown
+          {{ context.relevant_chunks }}
+          ```
+          {% endif %}
+
       - type: system
         content: "Continuation of interaction:"
 

nemoguardrails/llm/prompts/openai.yml

@@ -164,6 +164,14 @@ prompts:
           # These are the most likely user intents:
           {{ examples }}
 
+
+          {% if context.relevant_chunks %}
+          # This is some additional context:
+          ```markdown
+          {{ context.relevant_chunks }}
+          ```
+          {% endif %}
+
           # This is the current conversation between the user and the bot:
           {{ history | colang }}
 
@@ -233,6 +241,13 @@ prompts:
           # This is the current conversation between the user and the bot:
           {{ history | colang }}
 
+          {% if context.relevant_chunks %}
+          # This is some additional context:
+          ```markdown
+          {{ context.relevant_chunks }}
+          ```
+          {% endif %}
+
           bot intent:
 
     - task: generate_flow_continuation_from_flow_nld