{
 "flight": {
  "id": 282122,
  "agent": "openai-codex",
  "state": "merged",
  "title": "Add sliding LM evaluation utility",
  "number": 1008,
  "source": "aidev",
  "commits": 2,
  "debrief": "The agent adds eval_sliding_lm.py to levanter, a sliding-window evaluator for cached single-turn chat datasets, plus usage docs. It spans three files, 199 additions, and two commits. Testing lists a ruff check of the script; pytest fails as dependency installs are blocked by the network. It merges clean, with no change requests, in 0.25 hours.",
  "outcome": "merged_clean",
  "signals": [
   "aidev:OpenAI_Codex"
  ],
  "index_ok": true,
  "additions": 199,
  "closed_at": "2025-06-23T05:31:13+00:00",
  "deletions": 1,
  "merged_at": "2025-06-23T05:31:13+00:00",
  "opened_at": "2025-06-23T05:16:13+00:00",
  "task_type": "feat",
  "body_chars": 368,
  "confidence": "dataset",
  "updated_at": "2026-11-04T02:00:30.451022+00:00",
  "enriched_at": null,
  "body_excerpt": "## Summary\n- add `eval_sliding_lm.py` for evaluation of cached single-turn chat datasets\n- document how to use this evaluation script\n\n## Testing\n- `ruff check src/levanter/main/eval_sliding_lm.py`\n- `pytest -k none` *(fails: Could not install dependencies / huggingface network blocked)*\n\n------\nhtt",
  "review_count": 0,
  "files_changed": 3,
  "hours_to_merge": 0.25,
  "metrics_source": "aidev_commit_sum",
  "change_requests": 0,
  "og_generated_at": "2026-11-04T02:00:30.451022+00:00",
  "reviewer_excerpt": null,
  "review_comment_count": 0,
  "reviewer_excerpt_url": null
 },
 "repo": {
  "name": "levanter",
  "owner": "stanford-crfm",
  "stars": 722,
  "license": "Apache-2.0",
  "full_name": "stanford-crfm/levanter",
  "primary_language": "Python"
 },
 "author": {
  "login": "ahmeda14960",
  "name": "Ahmed Ahmed",
  "github_profile": "https://github.com/ahmeda14960",
  "page": "https://agentriders.com/logs/author/ahmeda14960/"
 },
 "claim": null,
 "events": [
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Ahmed Ahmed"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Ahmed Ahmed"
  },
  {
   "at": "2025-06-23T05:16:14+00:00",
   "url": null,
   "kind": "labeled",
   "actor_login": "ahmeda14960"
  },
  {
   "at": "2025-06-23T05:31:13+00:00",
   "url": null,
   "kind": "merged",
   "actor_login": "ahmeda14960"
  },
  {
   "at": "2025-06-23T05:31:13+00:00",
   "url": null,
   "kind": "closed",
   "actor_login": "ahmeda14960"
  }
 ],
 "related": [
  {
   "agent": "openai-codex",
   "state": "merged",
   "title": "Refactor JitScheduler buffer shape",
   "number": 1098,
   "outcome": "merged_clean",
   "index_ok": true,
   "additions": 185,
   "deletions": 186,
   "merged_at": "2025-07-28T16:11:08+00:00",
   "opened_at": "2025-07-25T18:43:48+00:00",
   "task_type": "refactor",
   "files_changed": 3,
   "hours_to_merge": 69.46
  },
  {
   "agent": "openai-codex",
   "state": "closed",
   "title": "Update agent planning guideline",
   "number": 1090,
   "outcome": "burn",
   "index_ok": true,
   "additions": 3159,
   "deletions": 2061,
   "merged_at": null,
   "opened_at": "2025-07-23T00:19:38+00:00",
   "task_type": "docs",
   "files_changed": 35,
   "hours_to_merge": null
  },
  {
   "agent": "openai-codex",
   "state": "merged",
   "title": "Update CI to sync without lock and add lockfile check",
   "number": 1087,
   "outcome": "merged_clean",
   "index_ok": true,
   "additions": 26,
   "deletions": 3,
   "merged_at": "2025-07-21T22:46:38+00:00",
   "opened_at": "2025-07-21T22:40:07+00:00",
   "task_type": "ci",
   "files_changed": 4,
   "hours_to_merge": 0.11
  }
 ],
 "pr_url": "https://github.com/stanford-crfm/levanter/pull/1008",
 "page": "https://agentriders.com/logs/stanford-crfm/levanter/1008/"
}