AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-10-01 01:06:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

construct and return the correct reponse when the request is a chat completion

Browse Source
This commit is contained in:
FoivosC 2023-05-29 15:18:48 +01:00 committed by AT
parent 05d156fb97
commit 337c7fecac
1 changed files with 24 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
gpt4all-chat/server.cpp
View File

@ -332,15 +332,31 @@ QHttpServerResponse Server::handleCompletionRequest(const QHttpServerRequest &re
responseObject.insert("model", modelName());
QJsonArray choices;
int index = 0;
for (QString r : responses) {
QJsonObject choice;
choice.insert("text", r);
choice.insert("index", index++);
choice.insert("logprobs", QJsonValue::Null); // We don't support
choice.insert("finish_reason", responseTokens == max_tokens ? "length" : "stop");
choices.append(choice);
if (isChat) {
int index = 0;
for (QString r : responses) {
QJsonObject choice;
choice.insert("index", index++);
choice.insert("finish_reason", responseTokens == max_tokens ? "length" : "stop");
QJsonObject message;
message.insert("role", "assistant");
message.insert("content", r);
choice.insert("message", message);
choices.append(choice);
}
} else {
int index = 0;
for (QString r : responses) {
QJsonObject choice;
choice.insert("text", r);
choice.insert("index", index++);
choice.insert("logprobs", QJsonValue::Null); // We don't support
choice.insert("finish_reason", responseTokens == max_tokens ? "length" : "stop");
choices.append(choice);
}
}
responseObject.insert("choices", choices);
QJsonObject usage;