mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
Use convert_ids_to_tokens instead of decode in logits endpoint
This preserves the llama tokenizer spaces.
This commit is contained in:
parent
8cf05c1b31
commit
a2e6d00128
@ -55,6 +55,9 @@ def get_next_logits(prompt, state, use_samplers, previous, return_dict=False):
|
||||
if is_non_hf_exllamav1 or is_non_hf_llamacpp:
|
||||
topk_indices = [i.expand((1, 1)) for i in topk_indices]
|
||||
|
||||
if hasattr(shared.tokenizer, 'convert_ids_to_tokens'):
|
||||
tokens = [shared.tokenizer.convert_ids_to_tokens(int(i)) for i in topk_indices]
|
||||
else:
|
||||
tokens = [shared.tokenizer.decode(i) for i in topk_indices]
|
||||
|
||||
if return_dict:
|
||||
|
Loading…
Reference in New Issue
Block a user