From 40b788576232510827ed4c5fc88038759a26bf0d Mon Sep 17 00:00:00 2001
From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com>
Date: Tue, 19 Aug 2025 20:38:18 +0530
Subject: [PATCH 1/3] Fix for table arrangement
---
add_results_summary.py | 24 ++++++++----------------
1 file changed, 8 insertions(+), 16 deletions(-)
diff --git a/add_results_summary.py b/add_results_summary.py
index 3737988..3e895dc 100644
--- a/add_results_summary.py
+++ b/add_results_summary.py
@@ -795,9 +795,9 @@ def get_table_header(division, category, scenarios_filter):
required_scenarios_edge = checker.MODEL_CONFIG[version]["required-scenarios-edge"][mlperf_model]
else:
required_scenarios_edge = []
- for scenario_tmp in data[model]:
- if scenario_tmp not in scenarios_filter:
- scenarios_filter.append(scenario_tmp)
+ for scenario_tmp in data[model]:
+ if scenario_tmp not in scenarios_filter:
+ scenarios_filter.append(scenario_tmp)
if division == "closed":
if category == "datacenter":
@@ -828,14 +828,6 @@ def get_table_header(division, category, scenarios_filter):
#version = data[model]["Offline"]["version"]
acc_target = checker.MODEL_CONFIG[version]["accuracy-target"][mlperf_model]
- if mlperf_model in checker.MODEL_CONFIG[version]["required-scenarios-datacenter"]:
- required_scenarios_datacenter = checker.MODEL_CONFIG[version]["required-scenarios-datacenter"][mlperf_model]
- else:
- required_scenarios_datacenter = []
- if mlperf_model in checker.MODEL_CONFIG[version]["required-scenarios-edge"]:
- required_scenarios_edge = checker.MODEL_CONFIG[version]["required-scenarios-edge"][mlperf_model]
- else:
- required_scenarios_edge = []
i = 0
acc_targets = []
@@ -859,7 +851,7 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""| {round_dict_values(data[model]["Server"]["Accuracy"])} | """
html_table += f"""{data[model]["Server"]["Performance_Units"]} | {data[model]["Server"]["Performance_Result"]:.2f} | """
else:
- if "Server" in required_scenarios_datacenter and division == "closed": #must be open
+ if "Server" in scenarios_filter and division == "closed": #must be open
html_table += scenario_missing_td
if "Interactive" in data[model]:
@@ -867,7 +859,7 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""{round_dict_values(data[model]["Interactive"]["Accuracy"])} | """
html_table += f"""{data[model]["Interactive"]["Performance_Units"]} | {data[model]["Interactive"]["Performance_Result"]:.2f} | """
else:
- if "Interactive" in required_scenarios_datacenter and division == "closed": #must be open
+ if "Interactive" in scenarios_filter and division == "closed": #must be open
html_table += scenario_missing_td
if "Offline" in data[model]:
@@ -875,7 +867,7 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""{round_dict_values(data[model]["Offline"]["Accuracy"])} | """
html_table += f"""{data[model]["Offline"]['Performance_Units']} | {data[model]["Offline"]["Performance_Result"]:.2f} | """
else:
- if "Offline" in required_scenarios_datacenter and division == "closed": #must be open
+ if "Offline" in scenarios_filter and division == "closed": #must be open
html_table += scenario_missing_td
if "edge" in category:
@@ -885,7 +877,7 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""{round_dict_values(data[model][scenario]["Accuracy"])} | """
html_table += f"""{data[model][scenario]["Performance_Units"]} | {data[model][scenario]["Performance_Result"]:.2f} | """
else:
- if "SingleStream" in required_scenarios_edge and division == "closed": #must be open
+ if "SingleStream" in scenarios_filter and division == "closed": #must be open
html_table += scenario_missing_td
if "MultiStream" in data[model]:
@@ -894,7 +886,7 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""{round_dict_values(data[model][scenario]["Accuracy"])} | """
html_table += f"""{data[model][scenario]["Performance_Units"]} | {data[model][scenario]["Performance_Result"]:.2f} | """
else:
- if "MultiStream" in required_scenarios_edge and division == "closed": #must be open
+ if "MultiStream" in scenarios_filter and division == "closed": #must be open
html_table += scenario_missing_td
#html_table += " | | "
From caa43bd9d67cced56d87cf4f730586e647c39972 Mon Sep 17 00:00:00 2001
From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com>
Date: Tue, 19 Aug 2025 20:46:12 +0530
Subject: [PATCH 2/3] Update add_results_summary.py
---
add_results_summary.py | 10 +++++-----
1 file changed, 5 insertions(+), 5 deletions(-)
diff --git a/add_results_summary.py b/add_results_summary.py
index 3e895dc..7bccc42 100644
--- a/add_results_summary.py
+++ b/add_results_summary.py
@@ -799,11 +799,11 @@ def get_table_header(division, category, scenarios_filter):
if scenario_tmp not in scenarios_filter:
scenarios_filter.append(scenario_tmp)
- if division == "closed":
- if category == "datacenter":
- scenarios_filter = list(set(scenarios_filter) | set(required_scenarios_datacenter))
- else:
- scenarios_filter = list(set(scenarios_filter) | set(required_scenarios_edge))
+ if division == "closed":
+ if category == "datacenter":
+ scenarios_filter = list(set(scenarios_filter) | set(required_scenarios_datacenter))
+ else:
+ scenarios_filter = list(set(scenarios_filter) | set(required_scenarios_edge))
button_links = get_button_links(details, division)
html_table = get_table_header(division, category, scenarios_filter)
From 88633facf3e8078171eb560c4629b2910cc03eb6 Mon Sep 17 00:00:00 2001
From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com>
Date: Tue, 19 Aug 2025 21:11:48 +0530
Subject: [PATCH 3/3] Update add_results_summary.py
---
add_results_summary.py | 37 ++++++++++++++++++++++++++++++++-----
1 file changed, 32 insertions(+), 5 deletions(-)
diff --git a/add_results_summary.py b/add_results_summary.py
index 7bccc42..3845ec7 100644
--- a/add_results_summary.py
+++ b/add_results_summary.py
@@ -828,6 +828,18 @@ def get_table_header(division, category, scenarios_filter):
#version = data[model]["Offline"]["version"]
acc_target = checker.MODEL_CONFIG[version]["accuracy-target"][mlperf_model]
+ if mlperf_model in checker.MODEL_CONFIG[version]["required-scenarios-datacenter"]:
+ required_scenarios_datacenter = checker.MODEL_CONFIG[version]["required-scenarios-datacenter"][mlperf_model]
+ else:
+ required_scenarios_datacenter = []
+ if mlperf_model in checker.MODEL_CONFIG[version]["optional-scenarios-datacenter"]:
+ optional_scenarios_datacenter = checker.MODEL_CONFIG[version]["optional-scenarios-datacenter"][mlperf_model]
+ else:
+ optional_scenarios_datacenter = []
+ if mlperf_model in checker.MODEL_CONFIG[version]["required-scenarios-edge"]:
+ required_scenarios_edge = checker.MODEL_CONFIG[version]["required-scenarios-edge"][mlperf_model]
+ else:
+ required_scenarios_edge = []
i = 0
acc_targets = []
@@ -852,7 +864,10 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""{data[model]["Server"]["Performance_Units"]} | {data[model]["Server"]["Performance_Result"]:.2f} | """
else:
if "Server" in scenarios_filter and division == "closed": #must be open
- html_table += scenario_missing_td
+ if "Server" in required_scenarios_datacenter or "Server" in optional_scenarios_datacenter:
+ html_table += scenario_missing_td
+ else:
+ html_table += f""" N/A | """
if "Interactive" in data[model]:
if division == "open":
@@ -860,7 +875,10 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""{data[model]["Interactive"]["Performance_Units"]} | {data[model]["Interactive"]["Performance_Result"]:.2f} | """
else:
if "Interactive" in scenarios_filter and division == "closed": #must be open
- html_table += scenario_missing_td
+ if "Interactive" in required_scenarios_datacenter or "Interactive" in optional_scenarios_datacenter:
+ html_table += scenario_missing_td
+ else:
+ html_table += f""" N/A | """
if "Offline" in data[model]:
if division == "open":
@@ -868,7 +886,10 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""{data[model]["Offline"]['Performance_Units']} | {data[model]["Offline"]["Performance_Result"]:.2f} | """
else:
if "Offline" in scenarios_filter and division == "closed": #must be open
- html_table += scenario_missing_td
+ if "Offline" in required_scenarios_datacenter:
+ html_table += scenario_missing_td
+ else:
+ html_table += f""" N/A | """
if "edge" in category:
if "SingleStream" in data[model]:
@@ -878,7 +899,10 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""{data[model][scenario]["Performance_Units"]} | {data[model][scenario]["Performance_Result"]:.2f} | """
else:
if "SingleStream" in scenarios_filter and division == "closed": #must be open
- html_table += scenario_missing_td
+ if "SingleStream" in required_scenarios_datacenter:
+ html_table += scenario_missing_td
+ else:
+ html_table += f""" N/A | """
if "MultiStream" in data[model]:
scenario = "MultiStream"
@@ -887,7 +911,10 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""{data[model][scenario]["Performance_Units"]} | {data[model][scenario]["Performance_Result"]:.2f} | """
else:
if "MultiStream" in scenarios_filter and division == "closed": #must be open
- html_table += scenario_missing_td
+ if "MultiStream" in required_scenarios_datacenter:
+ html_table += scenario_missing_td
+ else:
+ html_table += f""" N/A | """
#html_table += " | | "
#html_table += " | | "