-

milabench/summary.py

@@ -156,7 +156,7 @@ def augment(group, query=tuple([])):
 
 
 @error_guard(None)
-def _summarize(group, query):
+def _summarize(group, query=tuple([])):
     agg = group["data"]
     gpudata = defaultdict(lambda: defaultdict(list))
 
@@ -198,7 +198,7 @@ def _summarize(group, query):
     }
 
 
-def make_summary(runs, query=None):
+def make_summary(runs, query=tuple([])):
     aggs = [agg for run in runs if (agg := aggregate(run))]
     classified = _classify(aggs)
     merged = {name: _merge(runs) for name, runs in classified.items()}

pyproject.toml

@@ -25,7 +25,7 @@ hrepr = "^0.4.0"
 blessed = "^1.19.1"
 pathspec = "^0.9.0"
 cp-template = "^0.3.0"
-pandas = "^1.4.2"
+pandas = ">=1.4.2"
 numpy = ">=1.23.0"
 pynvml = "^11.4.1"
 tqdm = "^4.64.1"

scripts/article/run_batch_x_worker.sh

@@ -18,14 +18,8 @@ module load cuda/12.3.2
 if [ "$DRY" -eq 0 ]; then
     export MILABENCH_PREPARE=1
     source $SCRIPT_DIR/run_cuda.sh
-
-    #
-    # Activate
-    #
-    source $MILABENCH_WORDIR/env/bin/activate
 fi
 
-
 source $MILABENCH_WORDIR/env/bin/activate
 
 maybe_run() {

scripts/article/run_cuda.sh

@@ -8,7 +8,10 @@ export MILABENCH_BASE="$MILABENCH_WORDIR/results"
 export MILABENCH_CONFIG="$MILABENCH_WORDIR/milabench/config/standard.yaml"
 export MILABENCH_VENV="$MILABENCH_WORDIR/env"
 export BENCHMARK_VENV="$MILABENCH_WORDIR/results/venv/torch"
-export MILABENCH_PREPARE=0
+
+if [ -z "${MILABENCH_PREPARE}" ]; then
+    export MILABENCH_PREPARE=0
+fi
 
 install_prepare() {
     mkdir -p $MILABENCH_WORDIR