{
 "flight": {
  "id": 919229,
  "agent": "devin",
  "state": "merged",
  "title": "fix: allow special tokens in tiktoken encoding",
  "number": 316,
  "source": "aidev",
  "commits": 10,
  "debrief": null,
  "outcome": "merged_clean",
  "signals": [
   "aidev:Devin"
  ],
  "index_ok": false,
  "additions": 56,
  "closed_at": "2025-01-07T19:11:13+00:00",
  "deletions": 34,
  "merged_at": "2025-01-07T19:11:13+00:00",
  "opened_at": "2025-01-07T17:55:22+00:00",
  "task_type": "fix",
  "body_chars": 766,
  "confidence": "dataset",
  "updated_at": "2026-11-04T00:40:48.938106+00:00",
  "enriched_at": null,
  "body_excerpt": "Fix special token handling in tiktoken encoding\n\nThis PR fixes #312 by allowing special tokens like '<|endoftext|>' in tiktoken encoding. The issue was occurring in the OpenAI online request processor when estimating total tokens.\n\n## Changes\n- Added `disallowed_special=()` parameter to `encode()` c",
  "review_count": 0,
  "files_changed": 2,
  "hours_to_merge": 1.26,
  "metrics_source": "aidev_commit_sum",
  "change_requests": 0,
  "og_generated_at": null,
  "reviewer_excerpt": null,
  "review_comment_count": 0,
  "reviewer_excerpt_url": null
 },
 "repo": {
  "name": "curator",
  "owner": "bespokelabsai",
  "stars": 1764,
  "license": "Apache-2.0",
  "full_name": "bespokelabsai/curator",
  "primary_language": "Python"
 },
 "author": {
  "login": "devin-ai-integration[bot]",
  "name": null,
  "github_profile": "https://github.com/devin-ai-integration[bot]",
  "page": null
 },
 "claim": null,
 "events": [
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": "2025-01-07T19:11:13+00:00",
   "url": null,
   "kind": "merged",
   "actor_login": "vutrung96"
  },
  {
   "at": "2025-01-07T19:11:13+00:00",
   "url": null,
   "kind": "closed",
   "actor_login": "vutrung96"
  }
 ],
 "related": [
  {
   "agent": "devin",
   "state": "closed",
   "title": "Add Gemini batch request processor",
   "number": 372,
   "outcome": "burn",
   "index_ok": true,
   "additions": 1027,
   "deletions": 1,
   "merged_at": null,
   "opened_at": "2025-01-17T02:05:34+00:00",
   "task_type": "feat",
   "files_changed": 3,
   "hours_to_merge": null
  },
  {
   "agent": "devin",
   "state": "closed",
   "title": "Implement cache disabling via CURATOR_DISABLE_CACHE env var (#129)",
   "number": 324,
   "outcome": "burn",
   "index_ok": true,
   "additions": 12308,
   "deletions": 1722,
   "merged_at": null,
   "opened_at": "2025-01-08T00:05:38+00:00",
   "task_type": "feat",
   "files_changed": 123,
   "hours_to_merge": null
  },
  {
   "agent": "devin",
   "state": "merged",
   "title": "Add schema validation to prevent DB schema mismatches",
   "number": 322,
   "outcome": "merged_clean",
   "index_ok": true,
   "additions": 112,
   "deletions": 24,
   "merged_at": "2025-01-08T00:42:06+00:00",
   "opened_at": "2025-01-07T23:05:47+00:00",
   "task_type": "feat",
   "files_changed": 2,
   "hours_to_merge": 1.61
  }
 ],
 "pr_url": "https://github.com/bespokelabsai/curator/pull/316",
 "page": "https://agentriders.com/logs/bespokelabsai/curator/316/"
}