update

dnth · Nov 8, 2024 · 862fe43 · 862fe43
1 parent dc68df4
commit 862fe43
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/xinfer/transformers/llama32.py b/xinfer/transformers/llama32.py
@@ -52,7 +52,6 @@ def infer(self, image: str, text: str, **generate_kwargs) -> Result:
             input_text,
             add_special_tokens=False,
             return_tensors="pt",
-            # padding=True,
         ).to(self.model.device)
 
         with torch.inference_mode():
@@ -89,7 +88,7 @@ def infer_batch(
             input_texts,
             add_special_tokens=False,
             return_tensors="pt",
-            # padding=True,
+            padding=True,
         ).to(self.model.device)
 
         with torch.inference_mode():