We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 3687262 + 0756a2d commit 5549a1cCopy full SHA for 5549a1c
llama_cpp/llama.py
@@ -953,7 +953,7 @@ def _create_completion(
953
token_end_position += len(self.detokenize([token]))
954
# Check if stop sequence is in the token
955
if token_end_position >= (
956
- remaining_length - first_stop_position - 1
+ remaining_length - first_stop_position
957
):
958
break
959
logprobs_or_none: Optional[CompletionLogprobs] = None
0 commit comments