Clean invalid model results in preprocess_submission script

mlcommons · Jan 7, 2025 · 961efb7 · 961efb7
1 parent 9bcdbee
commit 961efb7
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/tools/submission/preprocess_submission.py b/tools/submission/preprocess_submission.py
@@ -405,12 +405,12 @@ def infer_scenario_results(args, config):
                             continue
 
                         if mlperf_model not in config.required:
-                            log.error("Division %s, submitter %s, system %s has invalid "
-                                      "MLPerf model (%s) corresponding to given model (%s). "
-                                      "Valid ones for MLPerf inference version (%s) in (%s) "
-                                      "category are [%s]", division, submitter, system_id_json,
-                                      mlperf_model, model, config.version, system_type,
-                                      config.required.keys())
+                            log.warning(f"""Division {division}, submitter {submitter}, system {system_id_json} has invalid """
+                                      f"""MLPerf model ({mlperf_model}) corresponding to given model ({model}). """
+                                      f"""Valid ones for MLPerf inference version ({config.version}) in ({system_type}) """
+                                      f"""category are [{config.required.keys()}]. Removing...""")
+                            clean_model_dir(os.path.join(
+                                    log_path, system_desc, model))
                             continue
 
                         required_scenarios = config.get_required(mlperf_model)