Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 20 additions & 0 deletions SESSION-HANDOFF.md
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,26 @@

> 状态:当前接班入口。旧的批量生产 session 快照已失效,不得用于恢复自动循环;持续运行使用只读 supervisor + 有界 writer epoch。

## 2026-07-15 继续推进 4 篇 web / app / tool-use 环境论文

- status:`local-ready`(已完成本地内容、receipt、atlas 和核心审计;远端 PR / merge / Pages deploy 仍以实时外部状态为准)。
- 起始 ref:`aac96ba8b574509edf089c20732a17b19e98b487`(PR #34 merge 后的 `origin/main`)。
- objective:在用户明确要求“继续推进”下,新增 4 篇 `study-v2` paper note,补强 web / app / tool-use agent 环境评测主线:`WebArena`、`Mind2Web`、`AppWorld`、`ToolSandbox`。
- scope:允许新增 `src/content/docs/papers/*.md`、`data/review-receipts/papers/*.json`,刷新 `data/note-index.json`、papers atlas 派生页和公开计数文案;不修改候选队列、policy/threshold、既有论文正文语义。
- activated_by:`explicit-user-request-2026-07-15-continue-study-round`
- review_after:`2026-07-15`
- acceptance_checks:
- `lr search arxiv` + arXiv API 元数据核验 4/4;
- `node scripts/quality-gate.mjs` 逐篇通过,行数分别为 139 / 142 / 141 / 141,无 advisory;
- `npm run audit:content-contract`:0 blocking,60 v2;
- `npm run atlas`:2032 notes,69 chunks;
- `npm run audit:counts`:projects=961、papers=1071、total=2032;
- `npm run audit:links` / `npm run audit:wikilinks`:无 blocking。
- budget:1 个内容小批次、4 篇新增 paper、1 个可写切片、1 个本地 writer。
- external_outcome:当前为本地 review-ready change set;PR、merge 和 Pages deploy 需要以单独外部动作完成并复核。
- stop_conditions:规范工具链不可用;arXiv 来源不可核验;content contract / redline / strict build / verify:ci 失败且无法在 scope 内修复;需要改 policy/threshold、候选队列或敏感内容;用户停止。
- superseded_by:`none`

## 2026-07-14 总结不足后再推进 4 篇补强论文全流程完成记录

- status:`complete`
Expand Down
150 changes: 139 additions & 11 deletions data/note-index.json
Original file line number Diff line number Diff line change
Expand Up @@ -3,16 +3,16 @@
"taxonomy_version": "taxonomy-v1",
"stats": {
"summary": {
"total": 2028,
"classified": 1981,
"total": 2032,
"classified": 1985,
"unclassified": 47,
"unknown_difficulty": 1975,
"empty_description": 1970
},
"by_area": {
"papers": {
"total": 1067,
"classified": 1048,
"total": 1071,
"classified": 1052,
"unclassified": 19,
"unknown_difficulty": 1014,
"empty_description": 1013
Expand Down Expand Up @@ -1267,6 +1267,38 @@
"chunk_route": "/study/atlas/papers/topic-papers-distributed-systems-01/"
}
},
{
"id": "papers::appworld",
"area": "papers",
"slug": "appworld",
"title": "AppWorld — 多 App 世界里的交互式代码 agent",
"description": "用 AppWorld 理解为什么工具调用 benchmark 需要状态、用户、多个 App 和可执行代码,而不是单轮 API 序列。",
"difficulty": "intermediate",
"canonical_topics": [
"papers-agents-and-llm-systems"
],
"classification": {
"state": "classified",
"source": "frontmatter-category",
"topic_id": "papers-agents-and-llm-systems",
"matched_category": "agent",
"raw_category": "AI Agent / App Benchmark"
},
"trust": {
"contract_state": "v2",
"verification_status": "UNVERIFIED"
},
"freshness": {
"state": "NOT_EVALUATED",
"reviewed_at": "2026-07-15",
"review_after": null
},
"route": "/study/papers/appworld/",
"atlas": {
"chunk_id": "topic-papers-agents-and-llm-systems-01",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-01/"
}
},
{
"id": "papers::apron-2009",
"area": "papers",
Expand Down Expand Up @@ -20196,6 +20228,38 @@
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-01/"
}
},
{
"id": "papers::mind2web",
"area": "papers",
"slug": "mind2web",
"title": "Mind2Web — 面向任意网站的泛化 web agent 数据集",
"description": "用 Mind2Web 理解 web agent 为什么要跨网站、跨领域、跨交互模式评估,而不是只在固定模拟站点里刷分。",
"difficulty": "intermediate",
"canonical_topics": [
"papers-agents-and-llm-systems"
],
"classification": {
"state": "classified",
"source": "frontmatter-category",
"topic_id": "papers-agents-and-llm-systems",
"matched_category": "agent",
"raw_category": "AI Agent / Web Dataset"
},
"trust": {
"contract_state": "v2",
"verification_status": "UNVERIFIED"
},
"freshness": {
"state": "NOT_EVALUATED",
"reviewed_at": "2026-07-15",
"review_after": null
},
"route": "/study/papers/mind2web/",
"atlas": {
"chunk_id": "topic-papers-agents-and-llm-systems-01",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-01/"
}
},
{
"id": "papers::mine-octagon-2006",
"area": "papers",
Expand Down Expand Up @@ -31300,6 +31364,38 @@
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-01/"
}
},
{
"id": "papers::toolsandbox",
"area": "papers",
"slug": "toolsandbox",
"title": "ToolSandbox — 状态化对话工具调用评测",
"description": "用 ToolSandbox 理解为什么工具调用 agent 需要测状态依赖、信息不足和多轮用户反馈,而不是只测单轮函数参数。",
"difficulty": "intermediate",
"canonical_topics": [
"papers-agents-and-llm-systems"
],
"classification": {
"state": "classified",
"source": "frontmatter-category",
"topic_id": "papers-agents-and-llm-systems",
"matched_category": "agent",
"raw_category": "AI Agent / Tool Use Benchmark"
},
"trust": {
"contract_state": "v2",
"verification_status": "UNVERIFIED"
},
"freshness": {
"state": "NOT_EVALUATED",
"reviewed_at": "2026-07-15",
"review_after": null
},
"route": "/study/papers/toolsandbox/",
"atlas": {
"chunk_id": "topic-papers-agents-and-llm-systems-01",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-01/"
}
},
{
"id": "papers::tor-2004",
"area": "papers",
Expand Down Expand Up @@ -32061,8 +32157,8 @@
},
"route": "/study/papers/ul2-2022/",
"atlas": {
"chunk_id": "topic-papers-agents-and-llm-systems-01",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-01/"
"chunk_id": "topic-papers-agents-and-llm-systems-02",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-02/"
}
},
{
Expand Down Expand Up @@ -32477,8 +32573,8 @@
},
"route": "/study/papers/vericache/",
"atlas": {
"chunk_id": "topic-papers-agents-and-llm-systems-01",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-01/"
"chunk_id": "topic-papers-agents-and-llm-systems-02",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-02/"
}
},
{
Expand Down Expand Up @@ -32637,8 +32733,8 @@
},
"route": "/study/papers/visualwebarena/",
"atlas": {
"chunk_id": "topic-papers-agents-and-llm-systems-01",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-01/"
"chunk_id": "topic-papers-agents-and-llm-systems-02",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-02/"
}
},
{
Expand Down Expand Up @@ -33212,6 +33308,38 @@
"chunk_route": "/study/atlas/papers/topic-papers-databases-01/"
}
},
{
"id": "papers::webarena",
"area": "papers",
"slug": "webarena",
"title": "WebArena — 可复现的真实网页 agent 环境",
"description": "用 WebArena 理解为什么 web agent 需要功能性网站、真实状态和可验证任务,而不只是静态网页问答。",
"difficulty": "intermediate",
"canonical_topics": [
"papers-agents-and-llm-systems"
],
"classification": {
"state": "classified",
"source": "frontmatter-category",
"topic_id": "papers-agents-and-llm-systems",
"matched_category": "agent",
"raw_category": "AI Agent / Web Benchmark"
},
"trust": {
"contract_state": "v2",
"verification_status": "UNVERIFIED"
},
"freshness": {
"state": "NOT_EVALUATED",
"reviewed_at": "2026-07-15",
"review_after": null
},
"route": "/study/papers/webarena/",
"atlas": {
"chunk_id": "topic-papers-agents-and-llm-systems-02",
"chunk_route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-02/"
}
},
{
"id": "papers::webgpt-2021",
"area": "papers",
Expand Down Expand Up @@ -64459,7 +64587,7 @@
"page": 2,
"pages": 2,
"route": "/study/atlas/papers/topic-papers-agents-and-llm-systems-02/",
"entries": 5
"entries": 9
},
{
"id": "topic-papers-ai-safety-and-interpretability-01",
Expand Down
55 changes: 55 additions & 0 deletions data/review-receipts/papers/appworld.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
{
"schema_version": "study-review-receipt-v1",
"generation": 1,
"predecessor_digest_sha256": null,
"note": {
"area": "papers",
"slug": "appworld",
"digest_sha256": "254e894a2e890269be2e2e8afe5c8048bb0b58312e654d8957ed4e85de2a7c35"
},
"source_revision": "arXiv:2407.18901v1",
"research_input_sha256": "7b185f9f629cdbc118aca58bf18497249eafb3c9c559f925edad6de558dfe441",
"reviewers": [
{
"role": "ZERO_BASE",
"reviewer_version": "study-static-review-20260715-web-tool-env-round",
"decision": "PASS_WITH_NOTES",
"score": 87,
"warnings": [
"Explains AppWorld through a toy multi-app task; AppWorld Engine was not installed or executed."
],
"execution": {
"review_mode": "STATIC_REVIEW",
"code_mode": "MANUAL_SIMULATION"
}
},
{
"role": "ENGINEER",
"reviewer_version": "study-static-review-20260715-web-tool-env-round",
"decision": "PASS_WITH_NOTES",
"score": 85,
"warnings": [
"Engineering claims are based on static paper reading; no task unit tests or API environment were run."
],
"execution": {
"review_mode": "STATIC_REVIEW",
"code_mode": "NOT_APPLICABLE"
}
},
{
"role": "ACADEMIC",
"reviewer_version": "study-static-review-20260715-web-tool-env-round",
"decision": "PASS_WITH_NOTES",
"score": 84,
"warnings": [
"Citation identity was checked through arXiv metadata; benchmark scores are not independently reproduced."
],
"execution": {
"review_mode": "STATIC_REVIEW",
"code_mode": "NOT_APPLICABLE"
}
}
],
"waivers": [],
"created_at": "2026-07-15T02:30:00.000Z"
}
55 changes: 55 additions & 0 deletions data/review-receipts/papers/mind2web.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
{
"schema_version": "study-review-receipt-v1",
"generation": 1,
"predecessor_digest_sha256": null,
"note": {
"area": "papers",
"slug": "mind2web",
"digest_sha256": "032152e8528fe0876e98395ac366e0e884ce27ea400aa19a20af6201ed12a9e2"
},
"source_revision": "arXiv:2306.06070v3",
"research_input_sha256": "7faecd18db9c826e7d617dfbb5b5182314c5140efdb6217a15f5b6578dd7268f",
"reviewers": [
{
"role": "ZERO_BASE",
"reviewer_version": "study-static-review-20260715-web-tool-env-round",
"decision": "PASS_WITH_NOTES",
"score": 86,
"warnings": [
"Explains cross-website action sequences with a toy flight-search task; dataset was not downloaded."
],
"execution": {
"review_mode": "STATIC_REVIEW",
"code_mode": "MANUAL_SIMULATION"
}
},
{
"role": "ENGINEER",
"reviewer_version": "study-static-review-20260715-web-tool-env-round",
"decision": "PASS_WITH_NOTES",
"score": 84,
"warnings": [
"Engineering interpretation is based on static paper reading; no model evaluation or action prediction run was executed."
],
"execution": {
"review_mode": "STATIC_REVIEW",
"code_mode": "NOT_APPLICABLE"
}
},
{
"role": "ACADEMIC",
"reviewer_version": "study-static-review-20260715-web-tool-env-round",
"decision": "PASS_WITH_NOTES",
"score": 84,
"warnings": [
"Citation identity was checked through arXiv metadata; reported dataset and benchmark results are not independently reproduced."
],
"execution": {
"review_mode": "STATIC_REVIEW",
"code_mode": "NOT_APPLICABLE"
}
}
],
"waivers": [],
"created_at": "2026-07-15T02:30:00.000Z"
}
Loading