{ "execution_mode": "CPU algorithm with controlled inputs; any latency/capacity coefficients are assumptions", "before_remediation": { "window_name": "unbounded_98pct_kv_watermark", "request_count": 100, "mean_e2e_ms": 2967.9, "p50_e2e_ms": 1903.5, "p95_e2e_ms": 1907.5, "p99_e2e_ms": 25362.0, "p99_to_p50_ratio": 13.32, "p50_ttft_ms": 62.0, "p99_ttft_ms": 6060.0, "p50_tpot_ms": 14.5, "p99_tpot_ms": 101.06, "p99_queue_wait_ms": 5750.0, "peak_kv_occupancy_pct": 98.4, "preemption_count": 5, "estimated_recompute_tokens": 20960, "prefix_cache_hit_rate_pct": 56.0, "modeled_cost_per_1k_requests_usd": 0.1031, "diagnostic_hypothesis": "kv_cache_preemption_and_recompute_thrashing" }, "after_remediation": { "window_name": "gated_85pct_kv_plus_chunked_prefill", "request_count": 100, "mean_e2e_ms": 1956.6, "p50_e2e_ms": 1899.5, "p95_e2e_ms": 1903.5, "p99_e2e_ms": 3079.0, "p99_to_p50_ratio": 1.62, "p50_ttft_ms": 58.0, "p99_ttft_ms": 214.0, "p50_tpot_ms": 14.5, "p99_tpot_ms": 15.0, "p99_queue_wait_ms": 139.0, "peak_kv_occupancy_pct": 84.5, "preemption_count": 0, "estimated_recompute_tokens": 0, "prefix_cache_hit_rate_pct": 60.3, "modeled_cost_per_1k_requests_usd": 0.0679, "diagnostic_hypothesis": "no_rule_matched" }, "p99_reduction_x": 8.24, "recompute_tokens_eliminated": 20960 }