We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 16a2298 commit f4eb095Copy full SHA for f4eb095
tools/commands.py
@@ -129,7 +129,7 @@ def evaluate(event: JsonType) -> Response:
129
130
result = evaluation_function(body["response"], body["answer"], params)
131
132
- if "cases" in params and len(params["cases"]) > 0:
+ if result["is_correct"] is False and "cases" in params and len(params["cases"]) > 0:
133
match, warnings = get_case_feedback(
134
body["response"], params, params["cases"]
135
)
0 commit comments