Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
99 changes: 97 additions & 2 deletions apps/presentation/site/public/blog/context-delivery/index.html

Large diffs are not rendered by default.

210 changes: 210 additions & 0 deletions apps/presentation/site/public/blog/data/long-horizon-audit.json
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
{
"updated_at": "2026-11-14",
"source_revision": "9ff3b5a7628da7f7c6776bb4e1eeb011aa47eca0",
"source_url": "https://github.com/loopx-project/loopx/blob/9ff3b5a7628da7f7c6776bb4e1eeb011aa47eca0/apps/presentation/site/public/blog/context-delivery/index.html",
"basis": "Recalculation of the published per-task cells, not a new experiment or a per-wake raw-data audit.",
Expand Down Expand Up @@ -155,5 +156,214 @@
},
"source_url": "https://github.com/loopx-project/loopx/blob/9ff3b5a7628da7f7c6776bb4e1eeb011aa47eca0/apps/presentation/site/public/blog/edgebench-feedback-and-memory/index.html",
"uncertainty": "Published text and labels do not independently classify 1 grow, 1 verify and 5 switch outcomes. They remain unreconciled; no residual is assumed to be a regression or a flat result."
},
"stride_context_on_off_comparison": {
"snapshot_cst": "2026-11-12 22:40 CST",
"benchmark": "EdgeBench",
"design": "Controlled two-arm comparison under fixed Explore + Stride: Explore + Stride + context-on (progressive reading and compaction-cycle structured delta enabled) vs Explore + Stride + context-off (both disabled).",
"summary": {
"total_tasks": 10,
"context_on_ahead_or_edge": 7,
"context_off_ahead": 3,
"duration_matched_18h_pairs": 4,
"duration_matched_context_on_wins": 3,
"duration_matched_context_off_wins": 1
},
"reconciliation_notes": [
"ANN uses the Stride-enabled pair from the historical seven-arm cohort (Explore + Stride + context-on 7,159 QPS vs Explore + Stride + context-off 3,746 QPS); the ablation section separately records the without-Stride Explore pair (6,020 vs 5,766 QPS).",
"Grid reflects the completed ~18h Explore pair within 15m tolerance (context-on 2,197 at 17h57m vs context-off 2,311 at 17h59m); the ablation section retains an earlier unmatched-duration Historical Grid counterexample (Off 2054 < On+Stride 2088)."
],
"tasks": [
{
"task": "Borden",
"direction": "higher",
"metric_label_en": "Native score",
"metric_label_zh": "原生分",
"cohort_group": "matched_18h",
"context_on_duration": "18h02m",
"context_off_duration": "17h59m",
"context_on_native": 80,
"context_off_native": 45,
"context_on_norm": null,
"context_off_norm": null,
"context_on_valid": 17,
"context_off_valid": 17,
"winner_explore": "context-on",
"delta_label": "+35 (+77.8%)",
"note_en": "Matched ~18h (both within 15m tolerance).",
"note_zh": "等时长约 18h(均在 15m 容差内)。"
},
{
"task": "Grid",
"direction": "lower",
"metric_label_en": "Total cost",
"metric_label_zh": "原生总分",
"cohort_group": "matched_18h",
"context_on_duration": "17h57m",
"context_off_duration": "17h59m",
"context_on_native": 2197,
"context_off_native": 2311,
"context_on_norm": 67.20,
"context_off_norm": 64.85,
"context_on_valid": 17,
"context_off_valid": 13,
"winner_explore": "context-on",
"delta_label": "-114 (-4.9%, +2.35 pts)",
"note_en": "Matched ~18h within 15m tolerance (same-session continuation on context-on).",
"note_zh": "等时长约 18h(容差内免补;context-on 沿同会话续跑)。"
},
{
"task": "Rust",
"direction": "higher",
"metric_label_en": "Native score",
"metric_label_zh": "原生分",
"cohort_group": "matched_18h",
"context_on_duration": "17h57m",
"context_off_duration": "17h57m",
"context_on_native": 27.1801,
"context_off_native": 27.1757,
"context_on_norm": 27.18,
"context_off_norm": 27.18,
"context_on_valid": 10,
"context_off_valid": 10,
"winner_explore": "context-on-edge",
"delta_label": "+0.0044 (tied / slight edge)",
"note_en": "Matched 17h57m each; context-on holds slight native edge.",
"note_zh": "等时长均为 17h57m;context-on 原生分微弱占先。"
},
{
"task": "Portfolio",
"direction": "higher",
"metric_label_en": "Score / 100",
"metric_label_zh": "原生分 / 100",
"cohort_group": "matched_18h",
"context_on_duration": "18h00m",
"context_off_duration": "18h00m",
"context_on_native": 13.62,
"context_off_native": 39.44,
"context_on_norm": 13.62,
"context_off_norm": 39.44,
"context_on_valid": 17,
"context_off_valid": 17,
"winner_explore": "context-off",
"delta_label": "-25.82 pts (OFF wins)",
"note_en": "Matched 18h00m counterexample with corrected evaluator; all evaluations drained.",
"note_zh": "修正评测器下的等时长 18h 反例;两 Explore 臂全部评分排空。"
},
{
"task": "ANN",
"direction": "higher",
"metric_label_en": "QPS",
"metric_label_zh": "QPS",
"cohort_group": "historical_stride",
"context_on_duration": "unverified",
"context_off_duration": "unverified",
"context_on_native": 7159,
"context_off_native": 3746,
"context_on_norm": 43.17,
"context_off_norm": 9.66,
"context_on_valid": 6,
"context_off_valid": 4,
"winner_explore": "context-on",
"delta_label": "+3,413 QPS (+91.1%, +33.51 pts)",
"note_en": "Corresponding Explore + Stride pair from the historical seven-arm ANN cohort; active solver intervals unverified.",
"note_zh": "历史七臂中同开 Stride 的对应两臂配置;原生执行区间尚待核实。"
},
{
"task": "FFmpeg",
"direction": "higher",
"metric_label_en": "Native score",
"metric_label_zh": "原生分",
"cohort_group": "incomplete_off",
"context_on_duration": "18h01m",
"context_off_duration": "stopped early",
"context_on_native": 2.7086,
"context_off_native": 1.9929,
"context_on_norm": 16.17,
"context_off_norm": 11.19,
"context_on_valid": 16,
"context_off_valid": 6,
"winner_explore": "context-on",
"delta_label": "+0.7157 (+35.9%, +4.98 pts)",
"note_en": "context-on completed 18h01m; context-off stopped early and is pending an independent 18h rerun.",
"note_zh": "context-on 已满 18h01m;context-off 旧轮早停,待独立 18h 重跑。"
},
{
"task": "VLIW",
"direction": "lower",
"metric_label_en": "Cycles",
"metric_label_zh": "周期数",
"cohort_group": "incomplete_off",
"context_on_duration": "17h57m",
"context_off_duration": "14h45m",
"context_on_native": 1042,
"context_off_native": 1097,
"context_on_norm": 97.25,
"context_off_norm": 93.82,
"context_on_valid": 14,
"context_off_valid": 12,
"winner_explore": "context-on",
"delta_label": "-55 cycles (-5.0%, +3.43 pts)",
"note_en": "context-on reached 17h57m via same-session continuation; context-off uses historical 14h45m run.",
"note_zh": "context-on 沿同会话续跑至 17h57m;context-off 沿用 14h45m 历史未补时轮。"
},
{
"task": "Ad",
"direction": "higher",
"metric_label_en": "Total score",
"metric_label_zh": "原生总分",
"cohort_group": "incomplete_off",
"context_on_duration": "18h00m",
"context_off_duration": "8h47m",
"context_on_native": 49673040827,
"context_off_native": 49631904944,
"context_on_norm": 79.30,
"context_off_norm": 78.33,
"context_on_valid": 16,
"context_off_valid": 7,
"winner_explore": "context-on",
"delta_label": "+41,135,883 (+0.97 pts)",
"note_en": "context-on reached 18h00m via same-session resume; context-off logged 8h47m (host-startup hang).",
"note_zh": "context-on 同会话续跑满 18h00m;context-off 因宿主启动空挂仅累计 8h47m。"
},
{
"task": "Codec",
"direction": "higher",
"metric_label_en": "Native score",
"metric_label_zh": "原生分",
"cohort_group": "incomplete_off",
"context_on_duration": "18h00m",
"context_off_duration": "12h38m",
"context_on_native": 68.89,
"context_off_native": 70.79,
"context_on_norm": 68.89,
"context_off_norm": 70.79,
"context_on_valid": 13,
"context_off_valid": 11,
"winner_explore": "context-off",
"delta_label": "-1.90 pts (OFF leads)",
"note_en": "Counterexample: context-off achieved higher score in 12h38m despite model-service block.",
"note_zh": "反例:context-off 在模型服务拦截下仅跑 12h38m 仍高于跑满 18h00m 的 context-on。"
},
{
"task": "OpenTTD",
"direction": "higher",
"metric_label_en": "Native score",
"metric_label_zh": "原生分",
"cohort_group": "both_incomplete",
"context_on_duration": "10h47m",
"context_off_duration": "stopped early",
"context_on_native": 30266729,
"context_off_native": 33090430,
"context_on_norm": 62.02,
"context_off_norm": 62.99,
"context_on_valid": 10,
"context_off_valid": 7,
"winner_explore": "context-off",
"delta_label": "-2,823,701 (-0.97 pts, OFF leads)",
"note_en": "Both Explore arms incomplete (<18h); context-on paused at 10h47m due to evaluator state lock mismatch.",
"note_zh": "两 Explore 臂均未满 18h;context-on 于 10h47m 因评测状态锁不匹配暂未续跑。"
}
]
}
}
Loading
Loading