From be03263fe1bf0f390b647d72cd1e7e6d39e8b39c Mon Sep 17 00:00:00 2001 From: Sam Havens Date: Thu, 17 Aug 2023 15:29:17 -0700 Subject: [PATCH] lowercase --- scripts/inference/hf_chat.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/inference/hf_chat.py b/scripts/inference/hf_chat.py index e692d4d2b6..963733d7d4 100644 --- a/scripts/inference/hf_chat.py +++ b/scripts/inference/hf_chat.py @@ -334,9 +334,9 @@ def main(args: Namespace) -> None: # Chat format model_name = model.config.model_type - if 'llama2' in model_name: + if 'llama2' in model_name.lower(): chat_format = Llama2ChatFormatter(system=args.system_prompt) - elif 'mpt' in model_name: + elif 'mpt' in model_name.lower(): chat_format = ChatMLFormatter(system=args.system_prompt) else: chat_format = ChatFormatter(system=args.system_prompt,