Skip to content

Commit 5f6a2ff

Browse files
Merge pull request #818 from mlcommons/main
Update dev with hotfixes on main
2 parents 39e2e1c + 3c61cc4 commit 5f6a2ff

File tree

3 files changed

+7
-3
lines changed

3 files changed

+7
-3
lines changed

scoring/performance_profile.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -274,7 +274,8 @@ def compute_performance_profiles(submissions,
274274
scale='linear',
275275
verbosity=0,
276276
strict=False,
277-
self_tuning_ruleset=False):
277+
self_tuning_ruleset=False,
278+
output_dir=None):
278279
"""Compute performance profiles for a set of submission by some time column.
279280
280281
Args:
@@ -321,6 +322,8 @@ def compute_performance_profiles(submissions,
321322
# Sort workloads alphabetically (for better display)
322323
df = df.reindex(sorted(df.columns), axis=1)
323324

325+
# Save time to target dataframe
326+
df.to_csv(os.path.join(output_dir, 'time_to_targets.csv'))
324327
# For each held-out workload set to inf if the base workload is inf or nan
325328
for workload in df.keys():
326329
if workload not in BASE_WORKLOADS:

scoring/score_submissions.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -210,7 +210,9 @@ def main(_):
210210
scale='linear',
211211
verbosity=0,
212212
self_tuning_ruleset=FLAGS.self_tuning_ruleset,
213-
strict=FLAGS.strict)
213+
strict=FLAGS.strict,
214+
output_dir=FLAGS.output_dir,
215+
)
214216
if not os.path.exists(FLAGS.output_dir):
215217
os.mkdir(FLAGS.output_dir)
216218
performance_profile.plot_performance_profiles(

setup.cfg

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -121,7 +121,6 @@ jax_core_deps =
121121
chex==0.1.7
122122
ml_dtypes==0.2.0
123123
protobuf==4.25.3
124-
scipy==1.11.4
125124

126125

127126
# JAX CPU

0 commit comments

Comments
 (0)