AI/matrix_chatgpt_bot
1
0
Fork 0
mirror of https://github.com/hibobmaster/matrix_chatgpt_bot.git synced 2024-10-01 05:35:36 -04:00
Code Issues Packages Projects Releases Wiki Activity

Fallback to gpt-3.5-turbo when caculate tokens using custom model

Browse Source
This commit is contained in:
hibobmaster 2023-12-23 21:16:37 +08:00
parent fac14a4244
commit 96a83fd824
No known key found for this signature in database
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/gptbot.py
View File

@ -122,13 +122,13 @@ class Chatbot:
""" """
Get token count Get token count
""" """
_engine = self.engine
if self.engine not in ENGINES: if self.engine not in ENGINES:
raise NotImplementedError( # use gpt-3.5-turbo to caculate token
f"Engine {self.engine} is not supported. Select from {ENGINES}", _engine = "gpt-3.5-turbo"
)
tiktoken.model.MODEL_TO_ENCODING["gpt-4"] = "cl100k_base" tiktoken.model.MODEL_TO_ENCODING["gpt-4"] = "cl100k_base"
encoding = tiktoken.encoding_for_model(self.engine) encoding = tiktoken.encoding_for_model(_engine)
num_tokens = 0 num_tokens = 0
for message in self.conversation[convo_id]: for message in self.conversation[convo_id]: