PromptTooLong error (#39)

replicate · Sep 4, 2024 · 69318df · 69318df
1 parent 48359ee
commit 69318df
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/predict.py b/predict.py
@@ -302,6 +302,11 @@ async def predict(  # pylint: disable=invalid-overridden-method, arguments-diffe
                 len(result.outputs) == 1
             ), "Expected exactly one output from generation request."
 
+            if result.outputs[0].finish_reason == "length" and start != 0:
+                # hard to find the max length though, sorry
+                raise UserError(
+                    "E1002 PromptTooLong: Prompt length exceeds maximum input length"
+                )
             text = result.outputs[0].text
 
             # Normalize text by removing any incomplete surrogate pairs (common with emojis)