diff --git a/fastchat/conversation.py b/fastchat/conversation.py
index f36cbfe90..24f2b2b97 100644
--- a/fastchat/conversation.py
+++ b/fastchat/conversation.py
@@ -858,7 +858,7 @@ def get_conv_template(name: str) -> Conversation:
 register_conv_template(
     Conversation(
         name="mistral",
-        system_template="",
+        system_template="<s>[INST]{system_message}\n",
         roles=("[INST]", "[/INST]"),
         sep_style=SeparatorStyle.LLAMA2,
         sep=" ",