We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 41a11aa commit d9d4cfeCopy full SHA for d9d4cfe
examples/server/server.cpp
@@ -2382,6 +2382,7 @@ json oaicompat_completion_params_parse(
2382
llama_params["__oaicompat"] = true;
2383
2384
// Map OpenAI parameters to llama.cpp parameters
2385
+ llama_params["model"] = json_value(body, "model", std::string("uknown"));
2386
llama_params["prompt"] = format_chatml(body["messages"]); // OpenAI 'messages' to llama.cpp 'prompt'
2387
llama_params["cache_prompt"] = json_value(body, "cache_prompt", false);
2388
llama_params["temperature"] = json_value(body, "temperature", 0.8);
0 commit comments