.

Author: NouamaneTazi

src/lighteval/main_nanotron.py

@@ -42,7 +42,7 @@ def nanotron(
     checkpoint_config_path: Annotated[
         str, Option(help="Path to the nanotron checkpoint YAML or python config file, potentially on s3.")
     ],
-    lighteval_config_path: Annotated[str, Option(help="Path to a YAML config to be used for the evaluation.")] = None,
+    lighteval_config_path: Annotated[str, Option(help="Path to a YAML config to be used for the evaluation.")],
     cache_dir: Annotated[str, Option(help="Cache directory for datasets and models.")] = CACHE_DIR,
 ):
     """
@@ -74,23 +74,8 @@ def nanotron(
         skip_null_keys=True,
     )
 
-    # Create or use default lighteval config
-    if lighteval_config_path is not None:
-        lighteval_config: LightEvalConfig = get_config_from_file(lighteval_config_path, config_class=LightEvalConfig)  # type: ignore
-    else:
-        # Create default config with minimal required parameters
-        default_logging = LightEvalLoggingArgs(
-            output_dir="./eval_results"
-        )
-        default_tasks = LightEvalTasksArgs(
-            tasks="lighteval|agieval:aqua-rat|5|0"
-        )
-        default_parallelism = ParallelismArgs(dp=1, pp=1, tp=1)
-        lighteval_config = LightEvalConfig(
-            logging=default_logging,
-            tasks=default_tasks,
-            parallelism=default_parallelism
-        )
+    # Load lighteval config
+    lighteval_config: LightEvalConfig = get_config_from_file(lighteval_config_path, config_class=LightEvalConfig)  # type: ignore
 
     nanotron_config = FullNanotronConfig(lighteval_config, model_config)