From 7dfbfae5d17b4b6055adaabce002e61ba80126aa Mon Sep 17 00:00:00 2001 From: Parker Pettit Date: Sat, 19 Sep 2026 17:26:57 +0000 Subject: [PATCH] fix(v1): discover the context window under the model card's specs Prime Inference reports a model's context window as specs.context_window on its /v1/models cards, not at the top level, so discover_threshold returned None there and auto-compaction never triggered. Read the nested field too. --- verifiers/v1/harnesses/utils/compaction.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/verifiers/v1/harnesses/utils/compaction.py b/verifiers/v1/harnesses/utils/compaction.py index c352c68473..f09db72148 100644 --- a/verifiers/v1/harnesses/utils/compaction.py +++ b/verifiers/v1/harnesses/utils/compaction.py @@ -98,8 +98,10 @@ async def discover_threshold(client: AsyncOpenAI, model: str) -> int | None: if card.id != model: continue extra = card.model_extra or {} + # Prime Inference nests the window under `specs`. + specs = extra.get("specs") if isinstance(extra.get("specs"), dict) else {} for field in CONTEXT_WINDOW_FIELDS: - value = extra.get(field) + value = extra.get(field, specs.get(field)) if isinstance(value, int) and not isinstance(value, bool) and value > 0: return default_threshold(value) break