Skip to content

Refactor submission_checker config import #41

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
arjunsuresh merged 1 commit into from
Feb 24, 2026
Merged

Refactor submission_checker config import #41

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 14 additions & 14 deletions add_results_summary.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@
import time
import sys
sys.path.insert(0, os.path.join("inference", "tools", "submission"))
import submission_checker as checker # noqa
import submission_checker.constants as checker_constants # noqa

with open('summary_results.json') as f:
data = json.load(f)
Expand Down Expand Up @@ -771,7 +771,7 @@ def get_table_header(division, category, scenarios_filter):
#if "datacenter" in entries:
# models = [ "llama2-70b-99", "llama2-70b-99.9", "gptj-99", "gptj-99.9", "bert-99", "bert-99.9", "stable-diffusion-xl", "dlrm-v2-99", "dlrm-v2-99.9", "retinanet", "resnet", "3d-unet-99", "3d-unet-99.9" ]

models = checker.MODEL_CONFIG[version]["models"]
models = checker_constants.MODEL_CONFIG[version]["models"]

for category in entries:
for division, data in entries[category].items():
Expand All @@ -786,13 +786,13 @@ def get_table_header(division, category, scenarios_filter):
continue

#version = data[model]["Offline"]["version"]
acc_target = checker.MODEL_CONFIG[version]["accuracy-target"][mlperf_model]
if mlperf_model in checker.MODEL_CONFIG[version]["required-scenarios-datacenter"]:
required_scenarios_datacenter = checker.MODEL_CONFIG[version]["required-scenarios-datacenter"][mlperf_model]
acc_target = checker_constants.MODEL_CONFIG[version]["accuracy-target"][mlperf_model]
if mlperf_model in checker_constants.MODEL_CONFIG[version]["required-scenarios-datacenter"]:
required_scenarios_datacenter = checker_constants.MODEL_CONFIG[version]["required-scenarios-datacenter"][mlperf_model]
else:
required_scenarios_datacenter = []
if mlperf_model in checker.MODEL_CONFIG[version]["required-scenarios-edge"]:
required_scenarios_edge = checker.MODEL_CONFIG[version]["required-scenarios-edge"][mlperf_model]
if mlperf_model in checker_constants.MODEL_CONFIG[version]["required-scenarios-edge"]:
required_scenarios_edge = checker_constants.MODEL_CONFIG[version]["required-scenarios-edge"][mlperf_model]
else:
required_scenarios_edge = []
for scenario_tmp in data[model]:
Expand Down Expand Up @@ -827,17 +827,17 @@ def get_table_header(division, category, scenarios_filter):
html_table += f"""<tr><td class="model">{model}</td>"""

#version = data[model]["Offline"]["version"]
acc_target = checker.MODEL_CONFIG[version]["accuracy-target"][mlperf_model]
if mlperf_model in checker.MODEL_CONFIG[version]["required-scenarios-datacenter"]:
required_scenarios_datacenter = checker.MODEL_CONFIG[version]["required-scenarios-datacenter"][mlperf_model]
acc_target = checker_constants.MODEL_CONFIG[version]["accuracy-target"][mlperf_model]
if mlperf_model in checker_constants.MODEL_CONFIG[version]["required-scenarios-datacenter"]:
required_scenarios_datacenter = checker_constants.MODEL_CONFIG[version]["required-scenarios-datacenter"][mlperf_model]
else:
required_scenarios_datacenter = []
if mlperf_model in checker.MODEL_CONFIG[version]["optional-scenarios-datacenter"]:
optional_scenarios_datacenter = checker.MODEL_CONFIG[version]["optional-scenarios-datacenter"][mlperf_model]
if mlperf_model in checker_constants.MODEL_CONFIG[version]["optional-scenarios-datacenter"]:
optional_scenarios_datacenter = checker_constants.MODEL_CONFIG[version]["optional-scenarios-datacenter"][mlperf_model]
else:
optional_scenarios_datacenter = []
if mlperf_model in checker.MODEL_CONFIG[version]["required-scenarios-edge"]:
required_scenarios_edge = checker.MODEL_CONFIG[version]["required-scenarios-edge"][mlperf_model]
if mlperf_model in checker_constants.MODEL_CONFIG[version]["required-scenarios-edge"]:
required_scenarios_edge = checker_constants.MODEL_CONFIG[version]["required-scenarios-edge"][mlperf_model]
else:
required_scenarios_edge = []

Expand Down