From 583fc2a0dcf1f10b3a269775ab98aeab07cdcb11 Mon Sep 17 00:00:00 2001 From: mfowler Date: Mon, 15 Jun 2026 03:19:09 +0000 Subject: [PATCH] chore: append-mode data file; engine -> c6c7ce8 (orig-based stateless/lean) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Runner no longer wipes RESULTS-campaign.md.data on start (incremental reruns append). Bump benchmark engine submodule to c6c7ce8 so stateless/lean use the full original prompts. orig + min (r1-4) data preserved; rerunning min once + stateless/lean ×5 with the new prompts. --- engine | 2 +- run-harness-bench.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/engine b/engine index e0425e6..c6c7ce8 160000 --- a/engine +++ b/engine @@ -1 +1 @@ -Subproject commit e0425e6108a1d965d9826e6496445b8b31a8010a +Subproject commit c6c7ce8640f36d9cae58d3f320b3922963c6809a diff --git a/run-harness-bench.sh b/run-harness-bench.sh index 93373fc..75fbfea 100755 --- a/run-harness-bench.sh +++ b/run-harness-bench.sh @@ -174,7 +174,7 @@ run_one() { # } # ---- collect ---- -: > "$DATA" +# append-mode: data file is NOT wiped (clear manually for a fresh campaign) printf 'variant\trep\tsuccess\tbuilder\tadversary\ttotal\tduration_s\tcommits\tloc\n' > "$DATA.hdr" for v in "${VARIANTS[@]}"; do for rep in $(seq 1 "$REPEATS"); do run_one "$v" "$rep"; done