code contests

examples/smart_minion/code_contests/evalute_code_contests.py

@@ -250,6 +250,7 @@ async def solve_question(item):
 Here is the function to implement:
 """ + item['description'],
     #entry_point="main", #used in extract_python
+        pre_processing="problem_reflect",
         dataset="code_contests",
         execution_config=load_execution_config(ensemble_logic_path),
         metadata=metadata

minion/main/check.py

@@ -274,6 +274,12 @@ async def _execute_test(self):
                     old_stdout = sys.stdout
                     sys.stdin = StringIO(input_data)
                     sys.stdout = StringIO()
+
+                    #this stdin/stdout redirection will affect the whole python process, if this is a concern, use the following:
+                    # from contextlib import redirect_stdout, redirect_stdin
+                    # with StringIO() as new_stdout, StringIO(input_data) as new_stdin:
+                    #     with redirect_stdout(new_stdout), redirect_stdin(new_stdin):
+                    # # Code here will have redirected I/O
 
                     try:
                         # Execute the main function

minion/main/input.py

@@ -122,6 +122,7 @@ class Input(BaseModel):
 
     # Execution state tracking
     execution_state: ExecutionState = Field(default_factory=ExecutionState)  # Current execution state
+    pre_processing: str = ""
     post_processing: PostProcessingType = Field(
         default=PostProcessingType.NONE,
         description="Type of post-processing to apply"