mirror of
https://github.com/ravenscroftj/turbopilot.git
synced 2024-10-01 05:06:01 +00:00
add temp and top p as cli args
This commit is contained in:
parent
8be7171573
commit
757cc64a59
14
src/main.cpp
14
src/main.cpp
@ -32,7 +32,6 @@ int main(int argc, char **argv)
|
|||||||
.default_value(4)
|
.default_value(4)
|
||||||
.scan<'i', int>();
|
.scan<'i', int>();
|
||||||
|
|
||||||
|
|
||||||
program.add_argument("-p", "--port")
|
program.add_argument("-p", "--port")
|
||||||
.help("The tcp port that turbopilot should listen on")
|
.help("The tcp port that turbopilot should listen on")
|
||||||
.default_value(18080)
|
.default_value(18080)
|
||||||
@ -43,6 +42,17 @@ int main(int argc, char **argv)
|
|||||||
.default_value(-1)
|
.default_value(-1)
|
||||||
.scan<'i', int>();
|
.scan<'i', int>();
|
||||||
|
|
||||||
|
program.add_argument("--temperature")
|
||||||
|
.help("Set the generation temperature")
|
||||||
|
.default_value(0.2)
|
||||||
|
.scan<'g', double>();
|
||||||
|
|
||||||
|
program.add_argument("--top-p")
|
||||||
|
.help("Set the generation top_p")
|
||||||
|
.default_value(0.1)
|
||||||
|
.scan<'g', double>();
|
||||||
|
|
||||||
|
|
||||||
program.add_argument("prompt").remaining();
|
program.add_argument("prompt").remaining();
|
||||||
|
|
||||||
|
|
||||||
@ -70,6 +80,8 @@ int main(int argc, char **argv)
|
|||||||
std::mt19937 rng(program.get<int>("--random-seed"));
|
std::mt19937 rng(program.get<int>("--random-seed"));
|
||||||
|
|
||||||
config.n_threads = program.get<int>("--threads");
|
config.n_threads = program.get<int>("--threads");
|
||||||
|
config.temp = program.get<float>("--temperature");
|
||||||
|
config.top_p = program.get<float>("--top-p");
|
||||||
|
|
||||||
if(model_type.compare("codegen") == 0) {
|
if(model_type.compare("codegen") == 0) {
|
||||||
spdlog::info("Initializing GPT-J type model for '{}' model", model_type);
|
spdlog::info("Initializing GPT-J type model for '{}' model", model_type);
|
||||||
|
Loading…
Reference in New Issue
Block a user