We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d1dbd0c commit 1f3096aCopy full SHA for 1f3096a
llama_cpp/llama.py
@@ -1332,7 +1332,7 @@ def logit_bias_processor(
1332
logits_processor=logits_processor,
1333
grammar=grammar,
1334
):
1335
- if llama_cpp.llama_token_is_eog(self._model.model, token):
+ if llama_cpp.llama_vocab_is_eog(self._model.model, token):
1336
text = self.detokenize(completion_tokens, prev_tokens=prompt_tokens)
1337
finish_reason = "stop"
1338
break
0 commit comments