add INFERENCE_TRUNCATED_RETURN_EOS

Author: gongel

paddlenlp/rl/utils/infer_utils.py

@@ -16,6 +16,7 @@
 
 import copy
 import inspect
+import os
 from contextlib import contextmanager
 
 import paddle
@@ -93,7 +94,8 @@ def predict(self, input_ids: paddle.Tensor = None, repeat_num=1, **kwargs):
         for row in input_ids:
             row_ids = process_row(row, remove_value=self.tokenizer.pad_token_id, remove_side="left").tolist()
             input_ids_list.append(row_ids)
-
+        # NOTE(gongenlei): The output of the ultra-long truncation does not return an eos_token
+        os.environ["INFERENCE_TRUNCATED_RETURN_EOS"] = "0"
         if self.config.dynamic_insert:
             outputs = self.predict_dy_insert(
                 input_ids=input_ids_list,