Skip to content

Push submission checker fix for GPT-OSS-120b #2492

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mrmhodak merged 4 commits into from
Feb 5, 2026
Merged

Push submission checker fix for GPT-OSS-120b #2492

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
9dc7d89
Push submission checker fix for GPT-OSS-120b
nvzhihanj Feb 5, 2026
bf10db8
Truncate TEST07 and TEST09 logs as well
nvzhihanj Feb 5, 2026
1569d58
[Automated Commit] Format Codebase
github-actions[bot] Feb 5, 2026
b538780
Merge branch 'master' into fix/zhihanj-gptoss-checker
tanvi-mlcommons Feb 5, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion tools/submission/submission_checker/constants.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -237,7 +237,6 @@
"pointpainting": 1024,
"deepseek-r1": 4388,
"whisper": 1633,
# TODO: Need to add accuracy sample count checkers as well (4395)
"gpt-oss-120b": 6396,
"qwen3-vl-235b-a22b": 48289,
"wan-2.2-t2v-a14b": 247,
Expand Down Expand Up @@ -1164,6 +1163,7 @@
"llama3.1-405b": 8313,
"rgat": 788379,
"deepseek-r1": 4388,
"gpt-oss-120b": 6396,
"whisper": 1633,
"pointpainting": 6636,
"yolo-99": 1525,
Expand Down
50 changes: 34 additions & 16 deletions tools/submission/truncate_accuracy_log.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -159,9 +159,23 @@ def truncate_results_dir(filter_submitter, backup, scenarios_to_skip):
log_path, system_desc, model, scenario
):

name = os.path.join(
log_path, system_desc, model, scenario
)
# TEST01, TEST07, and TEST09 have accuracy logs
# TEST07 and TEST09 are used for gpt-oss-120b
# compliance
if str(test).startswith(
"TEST") and test not in ["TEST01", "TEST07", "TEST09"]:
continue

# For compliance tests, include the test
# directory in the path
if str(test).startswith("TEST"):
name = os.path.join(
log_path, system_desc, model, scenario, test
)
else:
name = os.path.join(
log_path, system_desc, model, scenario
)

hash_val = None
acc_path = os.path.join(name, "accuracy")
Expand All @@ -170,15 +184,17 @@ def truncate_results_dir(filter_submitter, backup, scenarios_to_skip):
)
acc_txt = os.path.join(
acc_path, "accuracy.txt")

# only TEST01 has an accuracy log
if str(test).startswith(
"TEST") and test != "TEST01":
continue
if not os.path.exists(acc_log):
log.error("%s missing", acc_log)
continue
if (

# TEST07 and TEST09 don't have accuracy.txt,
# only verification logs
if str(test) in ["TEST07", "TEST09"]:
# Skip accuracy.txt requirement for these
# tests
hash_val = None
elif (
not os.path.exists(acc_txt)
and directory == "compliance"
):
Expand Down Expand Up @@ -230,16 +246,18 @@ def truncate_results_dir(filter_submitter, backup, scenarios_to_skip):

# get to work
hash_val = get_hash(acc_log)
with open(acc_txt, "a", encoding="utf-8") as f:
f.write("\nhash={0}\n".format(hash_val))
# For TEST07/TEST09, write hash to a new
# accuracy.txt file
if str(test) in ["TEST07", "TEST09"]:
with open(acc_txt, "w", encoding="utf-8") as f:
f.write("hash={0}\n".format(hash_val))
else:
with open(acc_txt, "a", encoding="utf-8") as f:
f.write(
"\nhash={0}\n".format(hash_val))
truncate_file(acc_log)
log.info("%s truncated", acc_log)

# No need to iterate on compliance test
# subdirectories in the results folder
if directory == "results":
break


def main():
args = get_args()
Expand Down