updated validation_tool and add exception messages

microsoft · Sep 30, 2024 · 6063694 · 6063694
1 parent e1cb1b7
commit 6063694
Showing 1 changed file with 8 additions and 7 deletions.
diff --git a/tools/python/model_validation/validation_tool.py b/tools/python/model_validation/validation_tool.py
@@ -103,7 +103,6 @@ def validate_model(config, model_directory):
 
     return generation_successful
 
-
 def folder_exists(folder_path):
     return os.path.isdir(folder_path)
 
@@ -133,12 +132,14 @@ def create_folder(folder_path):
     output = []
 
     for model in config["models"]:
-        # Wrap in a try catch 
-        create_model(model, '', model_output_dir+f'/{model}', 'int4', 'cpu', model_cache_dir+f'/{model}')
-        generation_successful = validate_model(config, model_output_dir)
-        #Table values
-        output.append([model, generation_successful, "no"])
-        #columns, model name, validation complete (y/n), third - exception / failure msgs
+        try:
+            create_model(model, '', model_output_dir+f'/{model}', 'int4', 'cpu', model_cache_dir+f'/{model}')
+            generation_successful = validate_model(config, model_output_dir)
+            exception_message = None
+        except Exception as e:
+            exception_message = str(e)
+
+        output.append([model, generation_successful, exception_message])
 
     df = create_table(output)
     print(df)