third-party-mirrors/ollama
1
0
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix: Preserve ordered JSON in sampling.cpp

Browse Source
This commit is contained in:
Hieu Nguyen 2024-11-13 08:50:53 +07:00
parent dd25e5fbf5
commit c5f81301ec
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llama/sampling.cpp vendored
View File

@ -250,7 +250,7 @@ struct gpt_sampler * gpt_sampler_init(const struct llama_model * model, const st
llama_sampler_chain_add(result->chain, llama_sampler_init_greedy());
}
if (params.json_schema != "") {
nlohmann::json jsonSchema = nlohmann::json::parse(params.json_schema);
nlohmann::ordered_json jsonSchema = nlohmann::ordered_json::parse(params.json_schema);
result->grmr = llama_sampler_init_grammar(model, json_schema_to_grammar(jsonSchema).c_str(), "root");
} else {
result->grmr = llama_sampler_init_grammar(model, params.grammar.c_str(), "root");