Payload
{
"ref": "refs/heads/jp/eval-report",
"before": "0000000000000000000000000000000000000000",
"after": "913b0c94c72e655237a22f344eb4030e3be13bb5",
"repository": {
"id": 1104067867,
"node_id": "R_kgDOQc69Gw",
"name": "nixmac-web",
"full_name": "darkmatter/nixmac-web",
"private": true,
"owner": {
"name": "darkmatter",
"email": "hello@dm.sh",
"login": "darkmatter",
"id": 17834193,
"node_id": "MDEyOk9yZ2FuaXphdGlvbjE3ODM0MTkz",
"avatar_url": "https://avatars.githubusercontent.com/u/17834193?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/darkmatter",
"html_url": "https://github.com/darkmatter",
"followers_url": "https://api.github.com/users/darkmatter/followers",
"following_url": "https://api.github.com/users/darkmatter/following{/other_user}",
"gists_url": "https://api.github.com/users/darkmatter/gists{/gist_id}",
"starred_url": "https://api.github.com/users/darkmatter/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/darkmatter/subscriptions",
"organizations_url": "https://api.github.com/users/darkmatter/orgs",
"repos_url": "https://api.github.com/users/darkmatter/repos",
"events_url": "https://api.github.com/users/darkmatter/events{/privacy}",
"received_events_url": "https://api.github.com/users/darkmatter/received_events",
"type": "Organization",
"user_view_type": "public",
"site_admin": false
},
"html_url": "https://github.com/darkmatter/nixmac-web",
"description": null,
"fork": false,
"url": "https://api.github.com/repos/darkmatter/nixmac-web",
"forks_url": "https://api.github.com/repos/darkmatter/nixmac-web/forks",
"keys_url": "https://api.github.com/repos/darkmatter/nixmac-web/keys{/key_id}",
"collaborators_url": "https://api.github.com/repos/darkmatter/nixmac-web/collaborators{/collaborator}",
"teams_url": "https://api.github.com/repos/darkmatter/nixmac-web/teams",
"hooks_url": "https://api.github.com/repos/darkmatter/nixmac-web/hooks",
"issue_events_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/events{/number}",
"events_url": "https://api.github.com/repos/darkmatter/nixmac-web/events",
"assignees_url": "https://api.github.com/repos/darkmatter/nixmac-web/assignees{/user}",
"branches_url": "https://api.github.com/repos/darkmatter/nixmac-web/branches{/branch}",
"tags_url": "https://api.github.com/repos/darkmatter/nixmac-web/tags",
"blobs_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/blobs{/sha}",
"git_tags_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/tags{/sha}",
"git_refs_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/refs{/sha}",
"trees_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/trees{/sha}",
"statuses_url": "https://api.github.com/repos/darkmatter/nixmac-web/statuses/{sha}",
"languages_url": "https://api.github.com/repos/darkmatter/nixmac-web/languages",
"stargazers_url": "https://api.github.com/repos/darkmatter/nixmac-web/stargazers",
"contributors_url": "https://api.github.com/repos/darkmatter/nixmac-web/contributors",
"subscribers_url": "https://api.github.com/repos/darkmatter/nixmac-web/subscribers",
"subscription_url": "https://api.github.com/repos/darkmatter/nixmac-web/subscription",
"commits_url": "https://api.github.com/repos/darkmatter/nixmac-web/commits{/sha}",
"git_commits_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/commits{/sha}",
"comments_url": "https://api.github.com/repos/darkmatter/nixmac-web/comments{/number}",
"issue_comment_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/comments{/number}",
"contents_url": "https://api.github.com/repos/darkmatter/nixmac-web/contents/{+path}",
"compare_url": "https://api.github.com/repos/darkmatter/nixmac-web/compare/{base}...{head}",
"merges_url": "https://api.github.com/repos/darkmatter/nixmac-web/merges",
"archive_url": "https://api.github.com/repos/darkmatter/nixmac-web/{archive_format}{/ref}",
"downloads_url": "https://api.github.com/repos/darkmatter/nixmac-web/downloads",
"issues_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues{/number}",
"pulls_url": "https://api.github.com/repos/darkmatter/nixmac-web/pulls{/number}",
"milestones_url": "https://api.github.com/repos/darkmatter/nixmac-web/milestones{/number}",
"notifications_url": "https://api.github.com/repos/darkmatter/nixmac-web/notifications{?since,all,participating}",
"labels_url": "https://api.github.com/repos/darkmatter/nixmac-web/labels{/name}",
"releases_url": "https://api.github.com/repos/darkmatter/nixmac-web/releases{/id}",
"deployments_url": "https://api.github.com/repos/darkmatter/nixmac-web/deployments",
"created_at": 1764093224,
"updated_at": "2026-06-02T22:19:34Z",
"pushed_at": 1780609030,
"git_url": "git://github.com/darkmatter/nixmac-web.git",
"ssh_url": "git@github.com:darkmatter/nixmac-web.git",
"clone_url": "https://github.com/darkmatter/nixmac-web.git",
"svn_url": "https://github.com/darkmatter/nixmac-web",
"homepage": null,
"size": 72846,
"stargazers_count": 1,
"watchers_count": 1,
"language": "TypeScript",
"has_issues": true,
"has_projects": true,
"has_downloads": true,
"has_wiki": true,
"has_pages": false,
"has_discussions": false,
"forks_count": 0,
"mirror_url": null,
"archived": false,
"disabled": false,
"open_issues_count": 2,
"license": null,
"allow_forking": false,
"is_template": false,
"web_commit_signoff_required": false,
"has_pull_requests": true,
"pull_request_creation_policy": "all",
"topics": [],
"visibility": "internal",
"forks": 0,
"open_issues": 2,
"watchers": 1,
"default_branch": "main",
"stargazers": 1,
"master_branch": "main",
"organization": "darkmatter",
"custom_properties": {}
},
"pusher": {
"name": "arximboldi",
"email": "juanpe@sinusoid.es"
},
"forced": false,
"organization": {
"login": "darkmatter",
"id": 17834193,
"node_id": "MDEyOk9yZ2FuaXphdGlvbjE3ODM0MTkz",
"url": "https://api.github.com/orgs/darkmatter",
"repos_url": "https://api.github.com/orgs/darkmatter/repos",
"events_url": "https://api.github.com/orgs/darkmatter/events",
"hooks_url": "https://api.github.com/orgs/darkmatter/hooks",
"issues_url": "https://api.github.com/orgs/darkmatter/issues",
"members_url": "https://api.github.com/orgs/darkmatter/members{/member}",
"public_members_url": "https://api.github.com/orgs/darkmatter/public_members{/member}",
"avatar_url": "https://avatars.githubusercontent.com/u/17834193?v=4",
"description": ""
},
"enterprise": {
"id": 469843,
"slug": "darkmatter",
"name": "darkmatter",
"node_id": "E_kgDOAAcrUw",
"avatar_url": "https://avatars.githubusercontent.com/b/469843?v=4",
"description": "",
"website_url": "darkmatter.io",
"html_url": "https://github.com/enterprises/darkmatter",
"created_at": "2025-09-07T16:01:00Z",
"updated_at": "2026-05-09T15:34:55Z"
},
"sender": {
"login": "arximboldi",
"id": 4521138,
"node_id": "MDQ6VXNlcjQ1MjExMzg=",
"avatar_url": "https://avatars.githubusercontent.com/u/4521138?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/arximboldi",
"html_url": "https://github.com/arximboldi",
"followers_url": "https://api.github.com/users/arximboldi/followers",
"following_url": "https://api.github.com/users/arximboldi/following{/other_user}",
"gists_url": "https://api.github.com/users/arximboldi/gists{/gist_id}",
"starred_url": "https://api.github.com/users/arximboldi/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/arximboldi/subscriptions",
"organizations_url": "https://api.github.com/users/arximboldi/orgs",
"repos_url": "https://api.github.com/users/arximboldi/repos",
"events_url": "https://api.github.com/users/arximboldi/events{/privacy}",
"received_events_url": "https://api.github.com/users/arximboldi/received_events",
"type": "User",
"user_view_type": "public",
"site_admin": false
},
"installation": {
"id": 131074261,
"node_id": "MDIzOkludGVncmF0aW9uSW5zdGFsbGF0aW9uMTMxMDc0MjYx"
},
"created": true,
"deleted": false,
"base_ref": null,
"compare": "https://github.com/darkmatter/nixmac-web/compare/cf842de115d0^...913b0c94c72e",
"commits": [
{
"id": "cf842de115d0e50b6e55641df66da6a5dfec65a0",
"tree_id": "4b6913de485221471b928ba44996a5e26be5e20c",
"distinct": true,
"message": "feat: add design for generate_report.py script",
"timestamp": "2026-05-27T19:15:51+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/cf842de115d0e50b6e55641df66da6a5dfec65a0",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-05-27T19:15:51+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-05-27T19:15:51+02:00",
"username": "arximboldi"
},
"added": [
"apps/eval/wip/generate_report-design.md",
"apps/eval/wip/generate_report-plan.md"
],
"removed": [],
"modified": []
},
{
"id": "13bafc1a7f847eea3206b834a2fb724f2982b078",
"tree_id": "efd565992f567b2f6159fa2c6b675eb3b59d1625",
"distinct": true,
"message": "feat: implement script for generating html report of evals\n\nAfter running in apps/eval the run_evals.py, grade.py and\ncalc_stats.py, now one can run generate_report.py to generate a nice\nHTML report to browse the various evaluations",
"timestamp": "2026-05-27T19:16:31+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/13bafc1a7f847eea3206b834a2fb724f2982b078",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-05-27T19:16:31+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-05-27T19:16:31+02:00",
"username": "arximboldi"
},
"added": [
"apps/eval/generate_report.py",
"apps/eval/report/__init__.py",
"apps/eval/report/assets/style.css",
"apps/eval/report/diff_html.py",
"apps/eval/report/loader.py",
"apps/eval/report/render.py",
"apps/eval/report/stats.py",
"apps/eval/report/templates/base.html.j2",
"apps/eval/report/templates/case.html.j2",
"apps/eval/report/templates/index.html.j2",
"apps/eval/report/viewmodel.py"
],
"removed": [],
"modified": [
"apps/eval/.gitignore",
"apps/eval/pyproject.toml",
"apps/eval/uv.lock"
]
},
{
"id": "913b0c94c72e655237a22f344eb4030e3be13bb5",
"tree_id": "7710dec8d9bf2a8619f2ce76301b629cf0ca32a5",
"distinct": true,
"message": "style: various improvements on the eval reports...\n\n- Outcome breakdown\n- Merged outcome+failure as one concept\n- Case-table polish\n * Removed redundant Status column.\n * Set column moved to the end.\n * Category cells in monospace.\n * Subtle hover tint on rows.\n * Whole row clickable via data-href\n- Per-case page polish (templates/case.html.j2)\n * Golden badge moved out of Outcome line into its own Set row.\n * Category rendered in monospace.\n- Diff fixes\n * Removed trailing, and custo font-size\n * Removed explicit font-size: 12px on .diff-body / .diff-file-header so they inherit the body's 14px.",
"timestamp": "2026-05-27T20:37:07+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/913b0c94c72e655237a22f344eb4030e3be13bb5",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-05-27T19:49:38+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-05-27T20:37:07+02:00",
"username": "arximboldi"
},
"added": [
"apps/eval/report/assets/report.js"
],
"removed": [],
"modified": [
"apps/eval/report/assets/style.css",
"apps/eval/report/diff_html.py",
"apps/eval/report/loader.py",
"apps/eval/report/render.py",
"apps/eval/report/stats.py",
"apps/eval/report/templates/base.html.j2",
"apps/eval/report/templates/case.html.j2",
"apps/eval/report/templates/index.html.j2",
"apps/eval/report/viewmodel.py"
]
}
],
"head_commit": {
"id": "913b0c94c72e655237a22f344eb4030e3be13bb5",
"tree_id": "7710dec8d9bf2a8619f2ce76301b629cf0ca32a5",
"distinct": true,
"message": "style: various improvements on the eval reports...\n\n- Outcome breakdown\n- Merged outcome+failure as one concept\n- Case-table polish\n * Removed redundant Status column.\n * Set column moved to the end.\n * Category cells in monospace.\n * Subtle hover tint on rows.\n * Whole row clickable via data-href\n- Per-case page polish (templates/case.html.j2)\n * Golden badge moved out of Outcome line into its own Set row.\n * Category rendered in monospace.\n- Diff fixes\n * Removed trailing, and custo font-size\n * Removed explicit font-size: 12px on .diff-body / .diff-file-header so they inherit the body's 14px.",
"timestamp": "2026-05-27T20:37:07+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/913b0c94c72e655237a22f344eb4030e3be13bb5",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-05-27T19:49:38+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-05-27T20:37:07+02:00",
"username": "arximboldi"
},
"added": [
"apps/eval/report/assets/report.js"
],
"removed": [],
"modified": [
"apps/eval/report/assets/style.css",
"apps/eval/report/diff_html.py",
"apps/eval/report/loader.py",
"apps/eval/report/render.py",
"apps/eval/report/stats.py",
"apps/eval/report/templates/base.html.j2",
"apps/eval/report/templates/case.html.j2",
"apps/eval/report/templates/index.html.j2",
"apps/eval/report/viewmodel.py"
]
}
}