Merge pull request #818 from mlcommons/main

Update dev with hotfixes on main

scoring/performance_profile.py

@@ -274,7 +274,8 @@ def compute_performance_profiles(submissions,
                                  scale='linear',
                                  verbosity=0,
                                  strict=False,
-                                 self_tuning_ruleset=False):
+                                 self_tuning_ruleset=False,
+                                 output_dir=None):
   """Compute performance profiles for a set of submission by some time column.
 
   Args:
@@ -321,6 +322,8 @@ def compute_performance_profiles(submissions,
   # Sort workloads alphabetically (for better display)
   df = df.reindex(sorted(df.columns), axis=1)
 
+  # Save time to target dataframe
+  df.to_csv(os.path.join(output_dir, 'time_to_targets.csv'))
   # For each held-out workload set to inf if the base workload is inf or nan
   for workload in df.keys():
     if workload not in BASE_WORKLOADS:

scoring/score_submissions.py

@@ -210,7 +210,9 @@ def main(_):
         scale='linear',
         verbosity=0,
         self_tuning_ruleset=FLAGS.self_tuning_ruleset,
-        strict=FLAGS.strict)
+        strict=FLAGS.strict,
+        output_dir=FLAGS.output_dir,
+    )
     if not os.path.exists(FLAGS.output_dir):
       os.mkdir(FLAGS.output_dir)
     performance_profile.plot_performance_profiles(

setup.cfg

@@ -121,7 +121,6 @@ jax_core_deps =
   chex==0.1.7
   ml_dtypes==0.2.0
   protobuf==4.25.3
-  scipy==1.11.4
 
 
 # JAX CPU