diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index 3f9391cacbb0..4520d9b2b125 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -3972,6 +3972,14 @@ server_response_reader server_context::get_response_reader() { return impl->get_response_reader(); } +float server_context::get_slot_prompt_similarity() const { + return impl->slot_prompt_similarity; +} + +void server_context::set_slot_prompt_similarity(float value) { + impl->slot_prompt_similarity = value; +} + server_context_meta server_context::get_meta() const { auto bos_id = llama_vocab_bos(impl->vocab); auto eos_id = llama_vocab_eos(impl->vocab); diff --git a/tools/server/server-context.h b/tools/server/server-context.h index c7218a12ed2b..7018bda1f973 100644 --- a/tools/server/server-context.h +++ b/tools/server/server-context.h @@ -104,6 +104,11 @@ struct server_context { // not thread-safe, should only be used from the main thread server_context_meta get_meta() const; + // get/set the slot-prompt-similarity threshold for slot selection + // not thread-safe, should only be used from the main thread + float get_slot_prompt_similarity() const; + void set_slot_prompt_similarity(float value); + // note: must be set before load_model() is called void set_state_callback(server_state_callback_t callback); };