wxiwnd
520770da4c
Route supported multi-request CP shared-KV extend allocation through request-local owner plans so downstream direct-write paths can trust flattened out_cache_loc owner lanes. Unsupported page plans now fail fast instead of falling back to legacy allocation. Include the normative govctl RFC and completed work-item trail in the tracked repository; keep transient superpowers planning outside the sglang branch. Constraint: RFC-0001 W2 requires no legacy multi_batch fallback for supported bs>1 owner-lane allocation Rejected: concatenating requests before owner planning | CP ownership is request-relative Rejected: committing only docs/superpowers plan | it omits the normative RFC and work-item trail Confidence: high Scope-risk: moderate Directive: Preserve flattened request order when changing CP shared-KV allocation; run govctl from the sglang repository root Tested: remote uv test_nsa_cp_utils.py 39 OK; remote uv test_cp_shared_kv_layout.py 34 OK; remote uv test_alloc_pages_with_owners.py 10 OK; govctl check; git diff --check Not-tested: CUDA ETE/perf paths beyond focused W1/W2 unit suites
69 lines
3.0 KiB
TOML
69 lines
3.0 KiB
TOML
#:schema ../schema/work.schema.json
|
|
|
|
[govctl]
|
|
id = "WI-2026-06-03-001"
|
|
title = "Implement CP shared-KV batch owner-lane allocation"
|
|
status = "done"
|
|
created = "2026-06-03"
|
|
started = "2026-06-03"
|
|
completed = "2026-06-03"
|
|
refs = ["RFC-0001"]
|
|
|
|
[content]
|
|
description = "Implement RFC-0001 W2 so CP shared-KV extend allocation supports real batch-size greater than one through owner-lane allocation instead of legacy multi_batch fallback. Scope includes request-local owner planning at allocation time, batch-aware alloc_extend_compute_owner support, owner-lane capacity behavior, and focused unit tests."
|
|
|
|
[[content.journal]]
|
|
date = "2026-06-03"
|
|
scope = "gov"
|
|
content = "Created active work item for RFC-0001 W2 implementation and defined acceptance criteria."
|
|
|
|
[[content.journal]]
|
|
date = "2026-06-03"
|
|
scope = "plan"
|
|
content = "Wrote implementation plan docs/superpowers/plans/2026-06-03-cp-shared-kv-batch-owner-lane-allocation.md covering RFC-0001 clauses and tests."
|
|
|
|
[[content.journal]]
|
|
date = "2026-06-03"
|
|
scope = "implementation"
|
|
content = "Implemented W2 batch owner-lane allocation: added request-local batch owner planner, routed supported bs>1 CP shared-KV extend allocation through alloc_extend_compute_owner, removed allocator bs=1 guard, added bs>1 no-legacy-fallback, owner-lane invariant, capacity wait, unsupported fail-fast, and bs1 compatibility tests. Compliance checker returned COMPLIANT. Local py_compile and govctl render/check passed before remote verification."
|
|
|
|
[[content.journal]]
|
|
date = "2026-06-03"
|
|
scope = "verification"
|
|
content = "Remote uv verification passed on ubuntu@10.20.32.33:/mnt/beegfs/qjs-work/sglang after rsync source-only sync excluding binaries and caches: test_nsa_cp_utils.py ran 39 tests OK; test_cp_shared_kv_layout.py ran 34 tests OK; test_alloc_pages_with_owners.py ran 10 tests OK. Non-fatal warnings observed: missing Python.h during CUDA utils probe and Triton unsupported CPU fallback."
|
|
|
|
[[content.acceptance_criteria]]
|
|
text = "CP shared-KV batch-size greater than one derives request-local page owners and enters owner-lane allocation"
|
|
status = "done"
|
|
category = "added"
|
|
|
|
[[content.acceptance_criteria]]
|
|
text = "Batch-aware alloc_extend_compute_owner returns flattened request-token order locations whose new pages match expected owner lanes"
|
|
status = "done"
|
|
category = "added"
|
|
|
|
[[content.acceptance_criteria]]
|
|
text = "Supported CP shared-KV batch-size greater than one no longer uses legacy multi_batch fallback"
|
|
status = "done"
|
|
category = "fixed"
|
|
|
|
[[content.acceptance_criteria]]
|
|
text = "Owner-lane exhaustion for batch-size greater than one raises KVCapacityWaitError with lane diagnostics instead of falling back"
|
|
status = "done"
|
|
category = "fixed"
|
|
|
|
[[content.acceptance_criteria]]
|
|
text = "Batch-size one owner-lane allocation remains compatible with existing behavior"
|
|
status = "done"
|
|
category = "chore"
|
|
|
|
[[content.acceptance_criteria]]
|
|
text = "Focused W1/W2 unit tests pass in the remote uv environment"
|
|
status = "done"
|
|
category = "chore"
|
|
|
|
[[content.acceptance_criteria]]
|
|
text = "govctl check and govctl render pass"
|
|
status = "done"
|
|
category = "chore"
|