Improve a log message after previous commit

This commit is contained in:
oobabooga 2024-02-04 21:44:36 -08:00
parent 7073665a10
commit f234fbe83f

View File

@ -208,7 +208,7 @@ def generate_chat_prompt(user_input, state, **kwargs):
logger.error(f"Failed to build the chat prompt. The input is too long for the available context length.\n\nTruncation length: {state['truncation_length']}\nmax_new_tokens: {state['max_new_tokens']} (is it too high?)\nAvailable context length: {max_length}\n") logger.error(f"Failed to build the chat prompt. The input is too long for the available context length.\n\nTruncation length: {state['truncation_length']}\nmax_new_tokens: {state['max_new_tokens']} (is it too high?)\nAvailable context length: {max_length}\n")
raise ValueError raise ValueError
else: else:
logger.warning(f"The input has been truncated. Context length: {state['truncation_length']}, max_new_tokens: {state['max_new_tokens']}.") logger.warning(f"The input has been truncated. Context length: {state['truncation_length']}, max_new_tokens: {state['max_new_tokens']}, available context length: {max_length}.")
break break
prompt = make_prompt(messages) prompt = make_prompt(messages)