AI/turbopilot
1
0
Fork 0
mirror of https://github.com/ravenscroftj/turbopilot.git synced 2024-06-28 23:32:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

add temp and top p as cli args

Browse Source
This commit is contained in:
James Ravenscroft 2023-08-23 06:27:37 +01:00
parent 8be7171573
commit 757cc64a59
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/main.cpp
View File

@ -32,7 +32,6 @@ int main(int argc, char **argv)
.default_value(4)
.scan<'i', int>();
program.add_argument("-p", "--port")
.help("The tcp port that turbopilot should listen on")
.default_value(18080)
@ -43,6 +42,17 @@ int main(int argc, char **argv)
.default_value(-1)
.scan<'i', int>();
program.add_argument("--temperature")
.help("Set the generation temperature")
.default_value(0.2)
.scan<'g', double>();
program.add_argument("--top-p")
.help("Set the generation top_p")
.default_value(0.1)
.scan<'g', double>();
program.add_argument("prompt").remaining();
@ -70,6 +80,8 @@ int main(int argc, char **argv)
std::mt19937 rng(program.get<int>("--random-seed"));
config.n_threads = program.get<int>("--threads");
config.temp = program.get<float>("--temperature");
config.top_p = program.get<float>("--top-p");
if(model_type.compare("codegen") == 0) {
spdlog::info("Initializing GPT-J type model for '{}' model", model_type);