From 12a8100001937afbc82da2f5c4459f1069498324 Mon Sep 17 00:00:00 2001 From: Heath Sanchez <32909488+heathsanchez@users.noreply.github.com> Date: Fri, 21 Aug 2026 12:19:16 +1200 Subject: [PATCH 1/4] infra: expose frozen V121 evaluator on isolated PR --- .github/workflows/trace-ace-v121-eval-only.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/trace-ace-v121-eval-only.yml b/.github/workflows/trace-ace-v121-eval-only.yml index 4c7d0e74..b40864ea 100644 --- a/.github/workflows/trace-ace-v121-eval-only.yml +++ b/.github/workflows/trace-ace-v121-eval-only.yml @@ -1,7 +1,7 @@ name: Trace Ace V121 Eval Only on: - push: + pull_request: branches: [agent/v121-cache-batch2] paths: - '.github/workflows/trace-ace-v121-eval-only.yml' From 3845a219886085a625d175a9e7248fc605486cbf Mon Sep 17 00:00:00 2001 From: Heath Sanchez <32909488+heathsanchez@users.noreply.github.com> Date: Fri, 21 Aug 2026 12:19:23 +1200 Subject: [PATCH 2/4] infra: isolate frozen V121 evaluation trigger --- competitions/trace_the_ace/V121_EVAL_TRIGGER.txt | 1 + 1 file changed, 1 insertion(+) create mode 100644 competitions/trace_the_ace/V121_EVAL_TRIGGER.txt diff --git a/competitions/trace_the_ace/V121_EVAL_TRIGGER.txt b/competitions/trace_the_ace/V121_EVAL_TRIGGER.txt new file mode 100644 index 00000000..dc3578ec --- /dev/null +++ b/competitions/trace_the_ace/V121_EVAL_TRIGGER.txt @@ -0,0 +1 @@ +Infrastructure-only trigger marker for the isolated frozen V121 evaluation PR. From f68605ca33c99da0ba9b74a2c9076f196c1cc848 Mon Sep 17 00:00:00 2001 From: Heath Sanchez <32909488+heathsanchez@users.noreply.github.com> Date: Fri, 21 Aug 2026 12:23:12 +1200 Subject: [PATCH 3/4] infra: allow frozen V121 string arrays in evaluator --- competitions/trace_the_ace/v121_staged_transport.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/competitions/trace_the_ace/v121_staged_transport.py b/competitions/trace_the_ace/v121_staged_transport.py index 0e5f1ee5..b6e377db 100644 --- a/competitions/trace_the_ace/v121_staged_transport.py +++ b/competitions/trace_the_ace/v121_staged_transport.py @@ -127,7 +127,9 @@ def load_embeddings(path: Path): def evaluate(a): d = Path(a.dir) X75 = load_npz(d / 'X75.npz'); Xr = load_npz(d / 'Xr.npz') - z = np.load(d / 'arrays.npz', allow_pickle=False) + # Infrastructure-only serialization repair: these frozen arrays contain strings + # (objectives/support/sessions), which NumPy stores as object arrays. + z = np.load(d / 'arrays.npz', allow_pickle=True) y=z['y']; objectives=z['objectives']; support=z['support']; sessions=z['sessions'] E_obj, E_sem = load_embeddings(Path(a.embeddings)) if len(y) != E_obj.shape[0] or len(y) != E_sem.shape[0]: From 09fb91912fedcc4d719ce51533e3bf5d53819998 Mon Sep 17 00:00:00 2001 From: Heath Sanchez <32909488+heathsanchez@users.noreply.github.com> Date: Fri, 21 Aug 2026 12:23:33 +1200 Subject: [PATCH 4/4] infra: rerun isolated V121 evaluator after serialization fix --- .github/workflows/trace-ace-v121-eval-only.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/trace-ace-v121-eval-only.yml b/.github/workflows/trace-ace-v121-eval-only.yml index b40864ea..4e66c1dd 100644 --- a/.github/workflows/trace-ace-v121-eval-only.yml +++ b/.github/workflows/trace-ace-v121-eval-only.yml @@ -7,6 +7,7 @@ on: - '.github/workflows/trace-ace-v121-eval-only.yml' workflow_dispatch: +# Infrastructure-only rerun after allowing frozen string arrays in arrays.npz. concurrency: group: trace-ace-v121-eval-only cancel-in-progress: false