Payload
{
"action": "created",
"issue": {
"url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/266",
"repository_url": "https://api.github.com/repos/darkmatter/nixmac-web",
"labels_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/266/labels{/name}",
"comments_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/266/comments",
"events_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/266/events",
"html_url": "https://github.com/darkmatter/nixmac-web/pull/266",
"id": 4592366941,
"node_id": "PR_kwDOQc69G87i3Z7f",
"number": 266,
"title": "feature: eval report generation (first iteration)",
"user": {
"login": "arximboldi",
"id": 4521138,
"node_id": "MDQ6VXNlcjQ1MjExMzg=",
"avatar_url": "https://avatars.githubusercontent.com/u/4521138?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/arximboldi",
"html_url": "https://github.com/arximboldi",
"followers_url": "https://api.github.com/users/arximboldi/followers",
"following_url": "https://api.github.com/users/arximboldi/following{/other_user}",
"gists_url": "https://api.github.com/users/arximboldi/gists{/gist_id}",
"starred_url": "https://api.github.com/users/arximboldi/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/arximboldi/subscriptions",
"organizations_url": "https://api.github.com/users/arximboldi/orgs",
"repos_url": "https://api.github.com/users/arximboldi/repos",
"events_url": "https://api.github.com/users/arximboldi/events{/privacy}",
"received_events_url": "https://api.github.com/users/arximboldi/received_events",
"type": "User",
"user_view_type": "public",
"site_admin": false
},
"labels": [],
"state": "open",
"locked": false,
"assignees": [
{
"login": "arximboldi",
"id": 4521138,
"node_id": "MDQ6VXNlcjQ1MjExMzg=",
"avatar_url": "https://avatars.githubusercontent.com/u/4521138?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/arximboldi",
"html_url": "https://github.com/arximboldi",
"followers_url": "https://api.github.com/users/arximboldi/followers",
"following_url": "https://api.github.com/users/arximboldi/following{/other_user}",
"gists_url": "https://api.github.com/users/arximboldi/gists{/gist_id}",
"starred_url": "https://api.github.com/users/arximboldi/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/arximboldi/subscriptions",
"organizations_url": "https://api.github.com/users/arximboldi/orgs",
"repos_url": "https://api.github.com/users/arximboldi/repos",
"events_url": "https://api.github.com/users/arximboldi/events{/privacy}",
"received_events_url": "https://api.github.com/users/arximboldi/received_events",
"type": "User",
"user_view_type": "public",
"site_admin": false
}
],
"milestone": null,
"comments": 1,
"created_at": "2026-06-04T21:42:30Z",
"updated_at": "2026-06-04T21:45:04Z",
"closed_at": null,
"assignee": {
"login": "arximboldi",
"id": 4521138,
"node_id": "MDQ6VXNlcjQ1MjExMzg=",
"avatar_url": "https://avatars.githubusercontent.com/u/4521138?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/arximboldi",
"html_url": "https://github.com/arximboldi",
"followers_url": "https://api.github.com/users/arximboldi/followers",
"following_url": "https://api.github.com/users/arximboldi/following{/other_user}",
"gists_url": "https://api.github.com/users/arximboldi/gists{/gist_id}",
"starred_url": "https://api.github.com/users/arximboldi/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/arximboldi/subscriptions",
"organizations_url": "https://api.github.com/users/arximboldi/orgs",
"repos_url": "https://api.github.com/users/arximboldi/repos",
"events_url": "https://api.github.com/users/arximboldi/events{/privacy}",
"received_events_url": "https://api.github.com/users/arximboldi/received_events",
"type": "User",
"user_view_type": "public",
"site_admin": false
},
"author_association": "CONTRIBUTOR",
"issue_field_values": [],
"type": null,
"active_lock_reason": null,
"draft": false,
"pull_request": {
"url": "https://api.github.com/repos/darkmatter/nixmac-web/pulls/266",
"html_url": "https://github.com/darkmatter/nixmac-web/pull/266",
"diff_url": "https://github.com/darkmatter/nixmac-web/pull/266.diff",
"patch_url": "https://github.com/darkmatter/nixmac-web/pull/266.patch",
"merged_at": null
},
"body": "Introduces a `apps/eval/generate_report.py` script that generates an HTML report for a given report. You need to call it after `run_evals.py`, `grade.py` and `calc_stats.py`.\r\n\r\nFuture features include:\r\n- Improve the ergonomics of the whole workflow (perhaps merge scripts into a single command).\r\n- Support passing the initial Nix template (currently it seems to use the config.\r\n- Running and comparing multiple evaluations with different settings (different commits of Nixmac, different Nix templates, different LLM backends, etc.)",
"reactions": {
"url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/266/reactions",
"total_count": 0,
"+1": 0,
"-1": 0,
"laugh": 0,
"hooray": 0,
"confused": 0,
"heart": 0,
"rocket": 0,
"eyes": 0
},
"timeline_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/266/timeline",
"performed_via_github_app": null,
"state_reason": null
},
"comment": {
"url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/comments/4626334662",
"html_url": "https://github.com/darkmatter/nixmac-web/pull/266#issuecomment-4626334662",
"issue_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/266",
"id": 4626334662,
"node_id": "IC_kwDOQc69G88AAAABE8BDxg",
"user": {
"login": "graphite-app[bot]",
"id": 96075541,
"node_id": "BOT_kgDOBbn_FQ",
"avatar_url": "https://avatars.githubusercontent.com/in/158384?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/graphite-app%5Bbot%5D",
"html_url": "https://github.com/apps/graphite-app",
"followers_url": "https://api.github.com/users/graphite-app%5Bbot%5D/followers",
"following_url": "https://api.github.com/users/graphite-app%5Bbot%5D/following{/other_user}",
"gists_url": "https://api.github.com/users/graphite-app%5Bbot%5D/gists{/gist_id}",
"starred_url": "https://api.github.com/users/graphite-app%5Bbot%5D/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/graphite-app%5Bbot%5D/subscriptions",
"organizations_url": "https://api.github.com/users/graphite-app%5Bbot%5D/orgs",
"repos_url": "https://api.github.com/users/graphite-app%5Bbot%5D/repos",
"events_url": "https://api.github.com/users/graphite-app%5Bbot%5D/events{/privacy}",
"received_events_url": "https://api.github.com/users/graphite-app%5Bbot%5D/received_events",
"type": "Bot",
"user_view_type": "public",
"site_admin": false
},
"created_at": "2026-06-04T21:45:04Z",
"updated_at": "2026-06-04T21:45:04Z",
"body": "### Graphite Automations\n<details><summary><a href=\"https://app.graphite.com/automations/?org=darkmatter&ruleId=HSyboLbjnBIeWH3NDseb&ref=gt-automation-github-comment\">\"Auto-assign PRs to author\"</a> took an action on this PR • (06/04/26)</summary><p>1 assignee was added to this PR based on cooper's automation.</p></details>",
"author_association": "NONE",
"reactions": {
"url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/comments/4626334662/reactions",
"total_count": 0,
"+1": 0,
"-1": 0,
"laugh": 0,
"hooray": 0,
"confused": 0,
"heart": 0,
"rocket": 0,
"eyes": 0
},
"performed_via_github_app": {
"id": 158384,
"client_id": "Iv1.922be7c1ac51d2aa",
"slug": "graphite-app",
"node_id": "A_kwHOA7ErVM4AAmqw",
"owner": {
"login": "withgraphite",
"id": 61942612,
"node_id": "MDEyOk9yZ2FuaXphdGlvbjYxOTQyNjEy",
"avatar_url": "https://avatars.githubusercontent.com/u/61942612?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/withgraphite",
"html_url": "https://github.com/withgraphite",
"followers_url": "https://api.github.com/users/withgraphite/followers",
"following_url": "https://api.github.com/users/withgraphite/following{/other_user}",
"gists_url": "https://api.github.com/users/withgraphite/gists{/gist_id}",
"starred_url": "https://api.github.com/users/withgraphite/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/withgraphite/subscriptions",
"organizations_url": "https://api.github.com/users/withgraphite/orgs",
"repos_url": "https://api.github.com/users/withgraphite/repos",
"events_url": "https://api.github.com/users/withgraphite/events{/privacy}",
"received_events_url": "https://api.github.com/users/withgraphite/received_events",
"type": "Organization",
"user_view_type": "public",
"site_admin": false
},
"name": "Graphite App",
"description": "Graphite is a code review platform on top of GitHub that makes creating & code reviewing stacked diffs intuitive, fast, and delightful.",
"external_url": "https://graphite.dev",
"html_url": "https://github.com/apps/graphite-app",
"created_at": "2021-12-13T17:14:28Z",
"updated_at": "2026-02-02T18:37:14Z",
"permissions": {
"actions": "write",
"administration": "read",
"checks": "write",
"contents": "write",
"deployments": "read",
"emails": "read",
"issues": "write",
"members": "read",
"metadata": "read",
"organization_custom_properties": "read",
"organization_custom_roles": "read",
"pull_requests": "write",
"statuses": "read",
"workflows": "write"
},
"events": [
"branch_protection_configuration",
"branch_protection_rule",
"check_run",
"check_suite",
"deployment",
"deployment_status",
"issue_comment",
"label",
"member",
"membership",
"merge_queue_entry",
"organization",
"pull_request",
"pull_request_review",
"pull_request_review_comment",
"pull_request_review_thread",
"push",
"repository",
"repository_ruleset",
"status",
"team",
"team_add",
"workflow_job",
"workflow_run"
]
}
},
"repository": {
"id": 1104067867,
"node_id": "R_kgDOQc69Gw",
"name": "nixmac-web",
"full_name": "darkmatter/nixmac-web",
"private": true,
"owner": {
"login": "darkmatter",
"id": 17834193,
"node_id": "MDEyOk9yZ2FuaXphdGlvbjE3ODM0MTkz",
"avatar_url": "https://avatars.githubusercontent.com/u/17834193?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/darkmatter",
"html_url": "https://github.com/darkmatter",
"followers_url": "https://api.github.com/users/darkmatter/followers",
"following_url": "https://api.github.com/users/darkmatter/following{/other_user}",
"gists_url": "https://api.github.com/users/darkmatter/gists{/gist_id}",
"starred_url": "https://api.github.com/users/darkmatter/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/darkmatter/subscriptions",
"organizations_url": "https://api.github.com/users/darkmatter/orgs",
"repos_url": "https://api.github.com/users/darkmatter/repos",
"events_url": "https://api.github.com/users/darkmatter/events{/privacy}",
"received_events_url": "https://api.github.com/users/darkmatter/received_events",
"type": "Organization",
"user_view_type": "public",
"site_admin": false
},
"html_url": "https://github.com/darkmatter/nixmac-web",
"description": null,
"fork": false,
"url": "https://api.github.com/repos/darkmatter/nixmac-web",
"forks_url": "https://api.github.com/repos/darkmatter/nixmac-web/forks",
"keys_url": "https://api.github.com/repos/darkmatter/nixmac-web/keys{/key_id}",
"collaborators_url": "https://api.github.com/repos/darkmatter/nixmac-web/collaborators{/collaborator}",
"teams_url": "https://api.github.com/repos/darkmatter/nixmac-web/teams",
"hooks_url": "https://api.github.com/repos/darkmatter/nixmac-web/hooks",
"issue_events_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/events{/number}",
"events_url": "https://api.github.com/repos/darkmatter/nixmac-web/events",
"assignees_url": "https://api.github.com/repos/darkmatter/nixmac-web/assignees{/user}",
"branches_url": "https://api.github.com/repos/darkmatter/nixmac-web/branches{/branch}",
"tags_url": "https://api.github.com/repos/darkmatter/nixmac-web/tags",
"blobs_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/blobs{/sha}",
"git_tags_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/tags{/sha}",
"git_refs_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/refs{/sha}",
"trees_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/trees{/sha}",
"statuses_url": "https://api.github.com/repos/darkmatter/nixmac-web/statuses/{sha}",
"languages_url": "https://api.github.com/repos/darkmatter/nixmac-web/languages",
"stargazers_url": "https://api.github.com/repos/darkmatter/nixmac-web/stargazers",
"contributors_url": "https://api.github.com/repos/darkmatter/nixmac-web/contributors",
"subscribers_url": "https://api.github.com/repos/darkmatter/nixmac-web/subscribers",
"subscription_url": "https://api.github.com/repos/darkmatter/nixmac-web/subscription",
"commits_url": "https://api.github.com/repos/darkmatter/nixmac-web/commits{/sha}",
"git_commits_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/commits{/sha}",
"comments_url": "https://api.github.com/repos/darkmatter/nixmac-web/comments{/number}",
"issue_comment_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/comments{/number}",
"contents_url": "https://api.github.com/repos/darkmatter/nixmac-web/contents/{+path}",
"compare_url": "https://api.github.com/repos/darkmatter/nixmac-web/compare/{base}...{head}",
"merges_url": "https://api.github.com/repos/darkmatter/nixmac-web/merges",
"archive_url": "https://api.github.com/repos/darkmatter/nixmac-web/{archive_format}{/ref}",
"downloads_url": "https://api.github.com/repos/darkmatter/nixmac-web/downloads",
"issues_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues{/number}",
"pulls_url": "https://api.github.com/repos/darkmatter/nixmac-web/pulls{/number}",
"milestones_url": "https://api.github.com/repos/darkmatter/nixmac-web/milestones{/number}",
"notifications_url": "https://api.github.com/repos/darkmatter/nixmac-web/notifications{?since,all,participating}",
"labels_url": "https://api.github.com/repos/darkmatter/nixmac-web/labels{/name}",
"releases_url": "https://api.github.com/repos/darkmatter/nixmac-web/releases{/id}",
"deployments_url": "https://api.github.com/repos/darkmatter/nixmac-web/deployments",
"created_at": "2025-11-25T17:53:44Z",
"updated_at": "2026-06-02T22:19:34Z",
"pushed_at": "2026-06-04T21:37:10Z",
"git_url": "git://github.com/darkmatter/nixmac-web.git",
"ssh_url": "git@github.com:darkmatter/nixmac-web.git",
"clone_url": "https://github.com/darkmatter/nixmac-web.git",
"svn_url": "https://github.com/darkmatter/nixmac-web",
"homepage": null,
"size": 72846,
"stargazers_count": 1,
"watchers_count": 1,
"language": "TypeScript",
"has_issues": true,
"has_projects": true,
"has_downloads": true,
"has_wiki": true,
"has_pages": false,
"has_discussions": false,
"forks_count": 0,
"mirror_url": null,
"archived": false,
"disabled": false,
"open_issues_count": 3,
"license": null,
"allow_forking": false,
"is_template": false,
"web_commit_signoff_required": false,
"has_pull_requests": true,
"pull_request_creation_policy": "all",
"topics": [],
"visibility": "internal",
"forks": 0,
"open_issues": 3,
"watchers": 1,
"default_branch": "main",
"custom_properties": {}
},
"organization": {
"login": "darkmatter",
"id": 17834193,
"node_id": "MDEyOk9yZ2FuaXphdGlvbjE3ODM0MTkz",
"url": "https://api.github.com/orgs/darkmatter",
"repos_url": "https://api.github.com/orgs/darkmatter/repos",
"events_url": "https://api.github.com/orgs/darkmatter/events",
"hooks_url": "https://api.github.com/orgs/darkmatter/hooks",
"issues_url": "https://api.github.com/orgs/darkmatter/issues",
"members_url": "https://api.github.com/orgs/darkmatter/members{/member}",
"public_members_url": "https://api.github.com/orgs/darkmatter/public_members{/member}",
"avatar_url": "https://avatars.githubusercontent.com/u/17834193?v=4",
"description": ""
},
"enterprise": {
"id": 469843,
"slug": "darkmatter",
"name": "darkmatter",
"node_id": "E_kgDOAAcrUw",
"avatar_url": "https://avatars.githubusercontent.com/b/469843?v=4",
"description": "",
"website_url": "darkmatter.io",
"html_url": "https://github.com/enterprises/darkmatter",
"created_at": "2025-09-07T16:01:00Z",
"updated_at": "2026-05-09T15:34:55Z"
},
"sender": {
"login": "graphite-app[bot]",
"id": 96075541,
"node_id": "BOT_kgDOBbn_FQ",
"avatar_url": "https://avatars.githubusercontent.com/in/158384?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/graphite-app%5Bbot%5D",
"html_url": "https://github.com/apps/graphite-app",
"followers_url": "https://api.github.com/users/graphite-app%5Bbot%5D/followers",
"following_url": "https://api.github.com/users/graphite-app%5Bbot%5D/following{/other_user}",
"gists_url": "https://api.github.com/users/graphite-app%5Bbot%5D/gists{/gist_id}",
"starred_url": "https://api.github.com/users/graphite-app%5Bbot%5D/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/graphite-app%5Bbot%5D/subscriptions",
"organizations_url": "https://api.github.com/users/graphite-app%5Bbot%5D/orgs",
"repos_url": "https://api.github.com/users/graphite-app%5Bbot%5D/repos",
"events_url": "https://api.github.com/users/graphite-app%5Bbot%5D/events{/privacy}",
"received_events_url": "https://api.github.com/users/graphite-app%5Bbot%5D/received_events",
"type": "Bot",
"user_view_type": "public",
"site_admin": false
},
"installation": {
"id": 131074261,
"node_id": "MDIzOkludGVncmF0aW9uSW5zdGFsbGF0aW9uMTMxMDc0MjYx"
}
}