From 7d9e386821365ea48e87dcddae5834ddaa6ab378 Mon Sep 17 00:00:00 2001 From: Leymore Date: Fri, 13 Oct 2023 06:52:20 -0500 Subject: [PATCH] [Fix] Split if and only if complete eos string shows up (#477) --- opencompass/tasks/openicl_eval.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/opencompass/tasks/openicl_eval.py b/opencompass/tasks/openicl_eval.py index d04fb1991..3fa3f67e5 100644 --- a/opencompass/tasks/openicl_eval.py +++ b/opencompass/tasks/openicl_eval.py @@ -207,7 +207,7 @@ def _extract_role_pred(self, s: str, begin_str: Optional[str], if end_str: # TODO: Support calling tokenizer for the accurate eos token # and avoid such hardcode - end_idx = s.find(end_str[:1], start) + end_idx = s.find(end_str, start) if end_idx != -1: end = end_idx