reflect

femto · Nov 11, 2024 · ce39fb5 · ce39fb5
1 parent afc5853
commit ce39fb5
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/examples/smart_minion/human_eval/evalute_human_eval_error.py b/examples/smart_minion/human_eval/evalute_human_eval_error.py
@@ -304,7 +304,7 @@ async def main():
     # 使用新的数据集运行评估
     correct, count, matched_ids, mismatched_ids = await evaluate_dataset(
         mismatched_data, 
-        run_filename=f"run_human_eval_test_{model}0_noreflect.json",
+        run_filename=f"run_human_eval_test_{model}1.json",
         continue_process=True, 
         concurrency_count=60
     )

diff --git a/minion/main/prompt.py b/minion/main/prompt.py
@@ -17,8 +17,6 @@
 {{input.query}}
 
 {% if input.feedback %}
-solution:
-{{input.solution}}
 answer:
 {{input.answer}}
 feedback:
@@ -38,6 +36,8 @@
 {% else %}
 {{ input.feedback }}
 {% endif %}
+reflection:
+Based on the feedback, analyze the approach taken in the solution, noting any limitations, strengths, or improvements needed. Reflect on how the feedback suggests refining the solution to better meet the objectives or address potential oversights.
 {% endif %}
 """
 ASK_PROMPT_META_JINJA = """