diff --git a/tools/server/server-task.cpp b/tools/server/server-task.cpp index f01780100c0d..6b5615b786ac 100644 --- a/tools/server/server-task.cpp +++ b/tools/server/server-task.cpp @@ -60,6 +60,7 @@ json task_params::to_json(bool only_metrics) const { {"dry_base", sampling.dry_base}, {"dry_allowed_length", sampling.dry_allowed_length}, {"dry_penalty_last_n", sampling.dry_penalty_last_n}, + {"dry_sequence_breakers", sampling.dry_sequence_breakers}, {"mirostat", sampling.mirostat}, {"mirostat_tau", sampling.mirostat_tau}, {"mirostat_eta", sampling.mirostat_eta}, diff --git a/tools/server/tests/unit/test_basic.py b/tools/server/tests/unit/test_basic.py index 285726abf406..3c6d21f38db3 100644 --- a/tools/server/tests/unit/test_basic.py +++ b/tools/server/tests/unit/test_basic.py @@ -29,6 +29,7 @@ def test_server_props(): assert server.n_ctx is not None and server.n_slots is not None assert default_val["n_ctx"] == server.n_ctx / server.n_slots assert default_val["params"]["seed"] == server.seed + assert "dry_sequence_breakers" in default_val["params"] def test_server_models():