mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
Fix Yi space issue (closes #4996)
This commit is contained in:
parent
9847809a7a
commit
83cf1a6b67
@ -265,7 +265,7 @@ def apply_stopping_strings(reply, all_stop_strings):
|
||||
|
||||
def get_reply_from_output_ids(output_ids, state, starting_from=0):
|
||||
reply = decode(output_ids[starting_from:], state['skip_special_tokens'])
|
||||
if hasattr(shared.tokenizer, 'convert_ids_to_tokens') and len(output_ids) > starting_from and shared.tokenizer.convert_ids_to_tokens(int(output_ids[starting_from])).startswith('▁'):
|
||||
if (hasattr(shared.tokenizer, 'convert_ids_to_tokens') and len(output_ids) > starting_from and shared.tokenizer.convert_ids_to_tokens(int(output_ids[starting_from])).startswith('▁')) and not reply.startswith(' '):
|
||||
reply = ' ' + reply
|
||||
|
||||
return reply
|
||||
|
Loading…
Reference in New Issue
Block a user