From 8046d81cf279828be7b4d9a0b2a242e592748302 Mon Sep 17 00:00:00 2001
From: "Chendi.Xue" <chendi.xue@intel.com>
Date: Wed, 4 Sep 2024 02:17:11 +0000
Subject: [PATCH] fix guided_decode HPU failing issue

Signed-off-by: Chendi.Xue <chendi.xue@intel.com>
---
 .../guided_decoding/outlines_logits_processors.py               | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm/model_executor/guided_decoding/outlines_logits_processors.py b/vllm/model_executor/guided_decoding/outlines_logits_processors.py
index 1c8f6cccb3e9a..5382f0f655264 100644
--- a/vllm/model_executor/guided_decoding/outlines_logits_processors.py
+++ b/vllm/model_executor/guided_decoding/outlines_logits_processors.py
@@ -61,7 +61,7 @@ def __call__(self, input_ids: List[int],
                           -math.inf,
                           device=scores.device)
         mask[allowed_tokens] = 0
-        scores.add_(mask)
+        scores = scores.add(mask)
         return scores