Compare commits

...

1 Commits

Author SHA1 Message Date
Jan Boon 6b8bb3a31d server : fix n_keep always showing as 0 in response (#6211) 2024-03-22 13:12:05 +02:00
+1 -1
View File
@@ -1247,7 +1247,7 @@ struct server_context {
{"penalize_nl", slot.sparams.penalize_nl},
{"stop", slot.params.antiprompt},
{"n_predict", slot.params.n_predict}, // TODO: fix duplicate key n_predict
{"n_keep", params.n_keep},
{"n_keep", slot.params.n_keep},
{"ignore_eos", ignore_eos},
{"stream", slot.params.stream},
{"logit_bias", slot.sparams.logit_bias},