[NeuralChat] optimize prompt template to decrease model hallucination and enhance the ability of RAG (#1065)

* optimize prompt template

Signed-off-by: XuhuiRen <xuhui.ren@intel.com>

Author: XuhuiRen

intel_extension_for_transformers/neural_chat/pipeline/plugins/prompt/prompt_template.py

@@ -54,10 +54,10 @@ def generate_qa_enterprise(query, context=None, history=None):
 
 def generate_prompt(query, history=None):
     if history:
-        conv = PromptTemplate("rag_with_context_memory")
+        conv = PromptTemplate("rag_without_context_memory")
         conv.append_message(conv.roles[0], query)
-        conv.append_message(conv.roles[2], history)
-        conv.append_message(conv.roles[3], None)
+        conv.append_message(conv.roles[1], history)
+        conv.append_message(conv.roles[2], None)
     else:
         conv = PromptTemplate("rag_without_context")
         conv.append_message(conv.roles[0], query)

intel_extension_for_transformers/neural_chat/prompts/prompt.py

@@ -129,9 +129,11 @@
 register_conv_template(
     Conversation(
         name="rag_with_context_memory",
-        system_message="Have a conversation with a human, answer the following questions as best you can." + \
-            " You can refer to the following document and context.\n",
-        roles=("### Question: ", "### Context: ", "### Chat History: ", "### Response: "),
+        system_message="""### You are a helpful, respectful and honest assistant to help the user with questions. \
+         - Please refer to the search results obtained from the local knowledge base. But be careful to not \
+         incorporate the information that you think is not relevant to the question.
+         - If you don't know the answer to a question, please don't share false information.\n""" ,
+        roles=("### Question:", "### Search Results:", "### Chat History:", "### Response:"),
         sep_style=SeparatorStyle.NO_COLON_SINGLE,
         sep="\n",
     )
@@ -143,7 +145,19 @@
         name="rag_without_context",
         system_message="Have a conversation with a human. " + \
             "You are required to generate suitable response to the user input.\n",
-        roles=("### Input: ", "### Response: "),
+        roles=("### Input:", "### Response:"),
+        sep_style=SeparatorStyle.NO_COLON_SINGLE,
+        sep="\n",
+    )
+)
+
+# Rag without context template
+register_conv_template(
+    Conversation(
+        name="rag_without_context_memory",
+        system_message="Have a conversation with a human. " + \
+            "You are required to generate suitable response to the user input.\n",
+        roles=("### Input:", "### Chat History:", "### Response:"),
         sep_style=SeparatorStyle.NO_COLON_SINGLE,
         sep="\n",
     )
@@ -154,10 +168,11 @@
 register_conv_template(
     Conversation(
         name="rag_with_threshold",
-        system_message="You are served as an AI agent to help the user complete a task." + \
-            " You are required to comprehend the usr query and then use the given context to" + \
-            " generate a suitable response.\n\n",
-        roles=("### User Query: ", "### Context: ", "### Chat History: ", "### Response: "),
+        system_message="""### You are a helpful, respectful and honest assistant to help the user with questions. \
+         - Please refer to the search results obtained from the local knowledge base. But be careful to not \
+         incorporate the information that you think is not relevant to the question.
+         - If you don't know the answer to a question, please don't share false information.\n""",
+        roles=("### Question:", "### Search Results:", "### Chat History:", "### Response:"),
         sep_style=SeparatorStyle.NO_COLON_SINGLE,
         sep="\n",
     )