From 2df667a4b0bb93a041aef9f549a74153c37f6428 Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Wed, 31 Jul 2024 23:37:34 +0000 Subject: [PATCH] fix --- vllm/entrypoints/openai/logits_processors.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/logits_processors.py b/vllm/entrypoints/openai/logits_processors.py index 5ba6589fd477f..cad750d3ad468 100644 --- a/vllm/entrypoints/openai/logits_processors.py +++ b/vllm/entrypoints/openai/logits_processors.py @@ -72,7 +72,7 @@ def get_logits_processors( logits_processors.append(partial(logit_bias_logits_processor, - logit_bias)) + clamped_logit_bias)) if allowed_token_ids is not None: logits_processors.append(