Add dynamic max_token

zyddnys · Apr 17, 2024 · 6b3df6b · 6b3df6b
1 parent e028865
commit 6b3df6b
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/manga_translator/translators/sakura.py b/manga_translator/translators/sakura.py
@@ -509,6 +509,9 @@ async def _request_translation(self, input_text_list) -> str:
             raw_text = "\n".join(input_text_list)
         else:
             raw_text = input_text_list
+        raw_lenth = len(raw_text)
+        max_lenth = 512
+        max_token_num = max(raw_lenth*2, max_lenth)
         extra_query = {
             'do_sample': False,
             'num_beams': 1,
@@ -543,7 +546,7 @@ async def _request_translation(self, input_text_list) -> str:
             messages=messages,
             temperature=self.temperature,
             top_p=self.top_p,
-            max_tokens=1024,
+            max_tokens=max_token_num,
             frequency_penalty=self.frequency_penalty,
             seed=-1,
             extra_query=extra_query,