{
 "flight": {
  "id": 911661,
  "agent": "devin",
  "state": "merged",
  "title": "Fix robots.txt HTML filtering to check content structure",
  "number": 1880,
  "source": "aidev",
  "commits": 1,
  "debrief": "Devin fixed a bug in mendableai/firecrawl where valid robots.txt files served as text/html were filtered out, so checkRobotsOnScrape=true failed silently for those sites. The change was one file, one line added, one removed, in one commit. Three reviews were recorded, with zero change requests and zero review comments. The PR merged clean after 0.27 hours.",
  "outcome": "merged_clean",
  "signals": [
   "aidev:Devin"
  ],
  "index_ok": true,
  "additions": 1,
  "closed_at": "2025-07-29T12:58:06+00:00",
  "deletions": 1,
  "merged_at": "2025-07-29T12:58:06+00:00",
  "opened_at": "2025-07-29T12:41:58+00:00",
  "task_type": "fix",
  "body_chars": 4171,
  "confidence": "dataset",
  "updated_at": "2026-11-04T00:58:17.090549+00:00",
  "enriched_at": null,
  "body_excerpt": "# Fix robots.txt HTML filtering to check content structure\n\n## Summary\n\nThis PR fixes a bug where valid robots.txt files served with incorrect `text/html` content-type headers were being filtered out and ignored, causing `checkRobotsOnScrape=true` to silently fail for such sites.\n\n**Root Cause**: Th",
  "review_count": 3,
  "files_changed": 1,
  "hours_to_merge": 0.27,
  "metrics_source": "aidev_commit_sum",
  "change_requests": 0,
  "og_generated_at": "2026-11-04T00:58:17.090549+00:00",
  "reviewer_excerpt": "Thomas looked at this",
  "review_comment_count": 0,
  "reviewer_excerpt_url": "https://github.com/mendableai/firecrawl/pull/1880#pullrequestreview-3067430137"
 },
 "repo": {
  "name": "firecrawl",
  "owner": "mendableai",
  "stars": 199640,
  "license": "AGPL-3.0",
  "full_name": "mendableai/firecrawl",
  "primary_language": "TypeScript"
 },
 "author": {
  "login": "devin-ai-integration[bot]",
  "name": null,
  "github_profile": "https://github.com/devin-ai-integration[bot]",
  "page": null
 },
 "claim": null,
 "events": [
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "Devin AI"
  },
  {
   "at": null,
   "url": null,
   "kind": "reviewed",
   "actor_login": null
  },
  {
   "at": null,
   "url": null,
   "kind": "reviewed",
   "actor_login": null
  },
  {
   "at": null,
   "url": null,
   "kind": "reviewed",
   "actor_login": null
  },
  {
   "at": "2025-07-29T12:58:06+00:00",
   "url": null,
   "kind": "merged",
   "actor_login": "micahstairs"
  },
  {
   "at": "2025-07-29T12:58:06+00:00",
   "url": null,
   "kind": "closed",
   "actor_login": "micahstairs"
  }
 ],
 "related": [
  {
   "agent": "devin",
   "state": "merged",
   "title": "feat(v2): add natural language prompt support to crawl API",
   "number": 1877,
   "outcome": "merged_clean",
   "index_ok": true,
   "additions": 188,
   "deletions": 24,
   "merged_at": "2025-07-28T20:52:16+00:00",
   "opened_at": "2025-07-28T20:32:30+00:00",
   "task_type": "feat",
   "files_changed": 6,
   "hours_to_merge": 0.33
  },
  {
   "agent": "devin",
   "state": "closed",
   "title": "feat: restructure formats parameter in Scrape v2 to support object configurations",
   "number": 1858,
   "outcome": "burn",
   "index_ok": true,
   "additions": 333,
   "deletions": 68,
   "merged_at": null,
   "opened_at": "2025-07-26T00:26:47+00:00",
   "task_type": "feat",
   "files_changed": 5,
   "hours_to_merge": null
  },
  {
   "agent": "devin",
   "state": "merged",
   "title": "feat: implement summary format for v1 and v2 APIs",
   "number": 1856,
   "outcome": "merged_clean",
   "index_ok": true,
   "additions": 301,
   "deletions": 144,
   "merged_at": "2025-07-25T22:17:55+00:00",
   "opened_at": "2025-07-25T22:11:19+00:00",
   "task_type": "feat",
   "files_changed": 6,
   "hours_to_merge": 0.11
  }
 ],
 "pr_url": "https://github.com/mendableai/firecrawl/pull/1880",
 "page": "https://agentriders.com/logs/mendableai/firecrawl/1880/"
}