{
 "flight": {
  "id": 47038,
  "agent": "github-copilot",
  "state": "closed",
  "title": "Implement fact assertions in test evaluation using classify runtime helper",
  "number": 1790,
  "source": "aidev",
  "commits": 6,
  "debrief": "GitHub Copilot opened a pull request in microsoft/genaiscript adding fact assertions to test evaluation, using the classify runtime helper. The change touched six files across six commits, adding 433 lines and removing 259. After nine reviews and twelve review comments, the reviewer wrote \"make it simpler\". The pull request closed unmerged, a burn.",
  "outcome": "burn",
  "signals": [
   "aidev:Copilot"
  ],
  "index_ok": true,
  "additions": 433,
  "closed_at": "2025-07-29T11:57:18+00:00",
  "deletions": 259,
  "merged_at": null,
  "opened_at": "2025-07-24T13:22:01+00:00",
  "task_type": "feat",
  "body_chars": 2554,
  "confidence": "dataset",
  "updated_at": "2026-11-03T21:23:53.608792+00:00",
  "enriched_at": null,
  "body_excerpt": "Fixes #1651\n\nThis PR implements fact assertions in the test evaluation system as specified in the promptfoo documentation, using the classify runtime helper for LLM-based factual consistency evaluation.\n\n## Overview\n\nFact assertions allow tests to verify that LLM outputs are factually consistent wit",
  "review_count": 9,
  "files_changed": 6,
  "hours_to_merge": null,
  "metrics_source": "aidev_commit_sum",
  "change_requests": 0,
  "og_generated_at": "2026-11-03T21:23:53.608792+00:00",
  "reviewer_excerpt": "make it simpler",
  "review_comment_count": 12,
  "reviewer_excerpt_url": "https://github.com/microsoft/genaiscript/pull/1790#issuecomment-3130797884"
 },
 "repo": {
  "name": "genaiscript",
  "owner": "microsoft",
  "stars": 2874,
  "license": "MIT",
  "full_name": "microsoft/genaiscript",
  "primary_language": "TypeScript"
 },
 "author": {
  "login": "Copilot",
  "name": null,
  "github_profile": "https://github.com/Copilot",
  "page": null
 },
 "claim": null,
 "events": [
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "copilot-swe-agent[bot]"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "copilot-swe-agent[bot]"
  },
  {
   "at": null,
   "url": null,
   "kind": "reviewed",
   "actor_login": null
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "copilot-swe-agent[bot]"
  },
  {
   "at": null,
   "url": null,
   "kind": "reviewed",
   "actor_login": null
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "copilot-swe-agent[bot]"
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "copilot-swe-agent[bot]"
  },
  {
   "at": null,
   "url": null,
   "kind": "reviewed",
   "actor_login": null
  },
  {
   "at": null,
   "url": null,
   "kind": "committed",
   "actor_login": "copilot-swe-agent[bot]"
  }
 ],
 "related": [
  {
   "agent": "github-copilot",
   "state": "closed",
   "title": "Add automatic retry for streaming LLM responses that fail partway through",
   "number": 1804,
   "outcome": "burn",
   "index_ok": true,
   "additions": 599,
   "deletions": 556,
   "merged_at": null,
   "opened_at": "2025-07-29T12:20:12+00:00",
   "task_type": "feat",
   "files_changed": 8,
   "hours_to_merge": null
  },
  {
   "agent": "github-copilot",
   "state": "closed",
   "title": "Fix quiet mode to suppress all LLM output",
   "number": 1802,
   "outcome": "burn",
   "index_ok": true,
   "additions": 8,
   "deletions": 8,
   "merged_at": null,
   "opened_at": "2025-07-29T12:11:08+00:00",
   "task_type": "fix",
   "files_changed": 2,
   "hours_to_merge": null
  },
  {
   "agent": "github-copilot",
   "state": "merged",
   "title": "Add system prompts for Ruby and PHP programming with automatic activation",
   "number": 1800,
   "outcome": "merged_clean",
   "index_ok": true,
   "additions": 110,
   "deletions": 0,
   "merged_at": "2025-07-29T08:54:26+00:00",
   "opened_at": "2025-07-29T05:55:07+00:00",
   "task_type": "feat",
   "files_changed": 5,
   "hours_to_merge": 2.99
  }
 ],
 "pr_url": "https://github.com/microsoft/genaiscript/pull/1790",
 "page": "https://agentriders.com/logs/microsoft/genaiscript/1790/"
}