diff --git a/compliance/nvidia/TEST01/run_verification.py b/compliance/nvidia/TEST01/run_verification.py index 51f265e20..2833cb79e 100644 --- a/compliance/nvidia/TEST01/run_verification.py +++ b/compliance/nvidia/TEST01/run_verification.py @@ -22,6 +22,10 @@ import numpy as np +import platform + +os_type = platform.system() + sys.path.append(os.getcwd()) dtype_map = { @@ -70,6 +74,8 @@ def main(): args = parser.parse_args() + q = '"' if os_type == 'Windows' else "'" + print("Parsing arguments.") results_dir = args.results_dir compliance_dir = args.compliance_dir @@ -97,16 +103,14 @@ def main(): # run verify accuracy verify_accuracy_command = ( "python3 " - + verify_accuracy_binary + + f"""{q}{verify_accuracy_binary}{q}""" + " --dtype " + args.dtype + unixmode + " -r " - + results_dir - + "/accuracy/mlperf_log_accuracy.json" + + f"""{q}{os.path.join(results_dir, "accuracy", "mlperf_log_accuracy.json")}{q}""" + " -t " - + compliance_dir - + "/mlperf_log_accuracy.json | tee verify_accuracy.txt" + + f"""{q}{os.path.join(compliance_dir, "mlperf_log_accuracy.json")}{q} | tee verify_accuracy.txt""" ) try: os.system(verify_accuracy_command) @@ -130,13 +134,11 @@ def main(): ) verify_performance_command = ( "python3 " - + verify_performance_binary + + f"""{q}{verify_performance_binary}{q}""" + " -r " - + results_dir - + "/performance/run_1/mlperf_log_summary.txt" + + f"""{q}{os.path.join(results_dir, "performance", "run_1", "mlperf_log_summary.txt")}{q}""" + " -t " - + compliance_dir - + "/mlperf_log_summary.txt | tee verify_performance.txt" + + f"""{q}{os.path.join(compliance_dir, "mlperf_log_summary.txt")}{q} | tee verify_performance.txt""" ) try: os.system(verify_performance_command) diff --git a/compliance/nvidia/TEST04/run_verification.py b/compliance/nvidia/TEST04/run_verification.py index 647f71f82..384982ea6 100644 --- a/compliance/nvidia/TEST04/run_verification.py +++ b/compliance/nvidia/TEST04/run_verification.py @@ -19,6 +19,10 @@ import subprocess import argparse +import platform + +os_type = platform.system() + sys.path.append(os.getcwd()) @@ -48,6 +52,8 @@ def main(): args = parser.parse_args() + q = '"' if os_type == 'Windows' else "'" + print("Parsing arguments.") results_dir = args.results_dir compliance_dir = args.compliance_dir @@ -59,13 +65,11 @@ def main(): ) verify_performance_command = ( "python3 " - + verify_performance_binary + + f"""{q}{verify_performance_binary}{q}""" + " -r " - + results_dir - + "/performance/run_1/mlperf_log_summary.txt" + + f"""{q}{os.path.join(results_dir, "performance", "run_1", "mlperf_log_summary.txt")}{q}""" + " -t " - + compliance_dir - + "/mlperf_log_summary.txt | tee verify_performance.txt" + + f"""{q}{os.path.join(compliance_dir, "mlperf_log_summary.txt"}{q} | tee verify_performance.txt""" ) try: os.system(verify_performance_command) diff --git a/vision/classification_and_detection/run_local.sh b/vision/classification_and_detection/run_local.sh index 680160d33..5800ff7e7 100755 --- a/vision/classification_and_detection/run_local.sh +++ b/vision/classification_and_detection/run_local.sh @@ -3,7 +3,7 @@ source ./run_common.sh common_opt="" -dataset="--dataset-path $DATA_DIR" +dataset="--dataset-path \"$DATA_DIR\"" OUTPUT_DIR=${OUTPUT_DIR:-`pwd`/output/$name} if [ ! -d "$OUTPUT_DIR" ]; then mkdir -p "$OUTPUT_DIR"