From 58f7c9d8f9a3e25a8c61adda72437c33fa4591bd Mon Sep 17 00:00:00 2001 From: Dan McPherson Date: Wed, 14 Aug 2024 23:01:48 -0400 Subject: [PATCH] Default to merge_system_user_message if mistral model detected Signed-off-by: Dan McPherson --- src/instructlab/eval/mt_bench_common.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/instructlab/eval/mt_bench_common.py b/src/instructlab/eval/mt_bench_common.py index fa334aff..86f99207 100644 --- a/src/instructlab/eval/mt_bench_common.py +++ b/src/instructlab/eval/mt_bench_common.py @@ -254,7 +254,7 @@ def chat_completion_openai( try: messages = conv.to_openai_api_messages() if ( - merge_system_user_message + (merge_system_user_message or conv.name == "mistral") and messages[0]["role"] == "system" and messages[1]["role"] == "user" ):