Payload
{
"ref": "refs/heads/jp/eval-base-config",
"before": "0000000000000000000000000000000000000000",
"after": "d2ee36c876fc9ce3abd8a0a7a46a6b6ae559844b",
"repository": {
"id": 1104067867,
"node_id": "R_kgDOQc69Gw",
"name": "nixmac-web",
"full_name": "darkmatter/nixmac-web",
"private": true,
"owner": {
"name": "darkmatter",
"email": "hello@dm.sh",
"login": "darkmatter",
"id": 17834193,
"node_id": "MDEyOk9yZ2FuaXphdGlvbjE3ODM0MTkz",
"avatar_url": "https://avatars.githubusercontent.com/u/17834193?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/darkmatter",
"html_url": "https://github.com/darkmatter",
"followers_url": "https://api.github.com/users/darkmatter/followers",
"following_url": "https://api.github.com/users/darkmatter/following{/other_user}",
"gists_url": "https://api.github.com/users/darkmatter/gists{/gist_id}",
"starred_url": "https://api.github.com/users/darkmatter/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/darkmatter/subscriptions",
"organizations_url": "https://api.github.com/users/darkmatter/orgs",
"repos_url": "https://api.github.com/users/darkmatter/repos",
"events_url": "https://api.github.com/users/darkmatter/events{/privacy}",
"received_events_url": "https://api.github.com/users/darkmatter/received_events",
"type": "Organization",
"user_view_type": "public",
"site_admin": false
},
"html_url": "https://github.com/darkmatter/nixmac-web",
"description": null,
"fork": false,
"url": "https://api.github.com/repos/darkmatter/nixmac-web",
"forks_url": "https://api.github.com/repos/darkmatter/nixmac-web/forks",
"keys_url": "https://api.github.com/repos/darkmatter/nixmac-web/keys{/key_id}",
"collaborators_url": "https://api.github.com/repos/darkmatter/nixmac-web/collaborators{/collaborator}",
"teams_url": "https://api.github.com/repos/darkmatter/nixmac-web/teams",
"hooks_url": "https://api.github.com/repos/darkmatter/nixmac-web/hooks",
"issue_events_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/events{/number}",
"events_url": "https://api.github.com/repos/darkmatter/nixmac-web/events",
"assignees_url": "https://api.github.com/repos/darkmatter/nixmac-web/assignees{/user}",
"branches_url": "https://api.github.com/repos/darkmatter/nixmac-web/branches{/branch}",
"tags_url": "https://api.github.com/repos/darkmatter/nixmac-web/tags",
"blobs_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/blobs{/sha}",
"git_tags_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/tags{/sha}",
"git_refs_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/refs{/sha}",
"trees_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/trees{/sha}",
"statuses_url": "https://api.github.com/repos/darkmatter/nixmac-web/statuses/{sha}",
"languages_url": "https://api.github.com/repos/darkmatter/nixmac-web/languages",
"stargazers_url": "https://api.github.com/repos/darkmatter/nixmac-web/stargazers",
"contributors_url": "https://api.github.com/repos/darkmatter/nixmac-web/contributors",
"subscribers_url": "https://api.github.com/repos/darkmatter/nixmac-web/subscribers",
"subscription_url": "https://api.github.com/repos/darkmatter/nixmac-web/subscription",
"commits_url": "https://api.github.com/repos/darkmatter/nixmac-web/commits{/sha}",
"git_commits_url": "https://api.github.com/repos/darkmatter/nixmac-web/git/commits{/sha}",
"comments_url": "https://api.github.com/repos/darkmatter/nixmac-web/comments{/number}",
"issue_comment_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues/comments{/number}",
"contents_url": "https://api.github.com/repos/darkmatter/nixmac-web/contents/{+path}",
"compare_url": "https://api.github.com/repos/darkmatter/nixmac-web/compare/{base}...{head}",
"merges_url": "https://api.github.com/repos/darkmatter/nixmac-web/merges",
"archive_url": "https://api.github.com/repos/darkmatter/nixmac-web/{archive_format}{/ref}",
"downloads_url": "https://api.github.com/repos/darkmatter/nixmac-web/downloads",
"issues_url": "https://api.github.com/repos/darkmatter/nixmac-web/issues{/number}",
"pulls_url": "https://api.github.com/repos/darkmatter/nixmac-web/pulls{/number}",
"milestones_url": "https://api.github.com/repos/darkmatter/nixmac-web/milestones{/number}",
"notifications_url": "https://api.github.com/repos/darkmatter/nixmac-web/notifications{?since,all,participating}",
"labels_url": "https://api.github.com/repos/darkmatter/nixmac-web/labels{/name}",
"releases_url": "https://api.github.com/repos/darkmatter/nixmac-web/releases{/id}",
"deployments_url": "https://api.github.com/repos/darkmatter/nixmac-web/deployments",
"created_at": 1764093224,
"updated_at": "2026-06-09T05:13:05Z",
"pushed_at": 1781132134,
"git_url": "git://github.com/darkmatter/nixmac-web.git",
"ssh_url": "git@github.com:darkmatter/nixmac-web.git",
"clone_url": "https://github.com/darkmatter/nixmac-web.git",
"svn_url": "https://github.com/darkmatter/nixmac-web",
"homepage": null,
"size": 76490,
"stargazers_count": 1,
"watchers_count": 1,
"language": "Nix",
"has_issues": true,
"has_projects": true,
"has_downloads": true,
"has_wiki": true,
"has_pages": false,
"has_discussions": false,
"forks_count": 0,
"mirror_url": null,
"archived": false,
"disabled": false,
"open_issues_count": 1,
"license": null,
"allow_forking": false,
"is_template": false,
"web_commit_signoff_required": false,
"has_pull_requests": true,
"pull_request_creation_policy": "all",
"topics": [],
"visibility": "internal",
"forks": 0,
"open_issues": 1,
"watchers": 1,
"default_branch": "main",
"stargazers": 1,
"master_branch": "main",
"organization": "darkmatter",
"custom_properties": {}
},
"pusher": {
"name": "arximboldi",
"email": "juanpe@sinusoid.es"
},
"forced": false,
"organization": {
"login": "darkmatter",
"id": 17834193,
"node_id": "MDEyOk9yZ2FuaXphdGlvbjE3ODM0MTkz",
"url": "https://api.github.com/orgs/darkmatter",
"repos_url": "https://api.github.com/orgs/darkmatter/repos",
"events_url": "https://api.github.com/orgs/darkmatter/events",
"hooks_url": "https://api.github.com/orgs/darkmatter/hooks",
"issues_url": "https://api.github.com/orgs/darkmatter/issues",
"members_url": "https://api.github.com/orgs/darkmatter/members{/member}",
"public_members_url": "https://api.github.com/orgs/darkmatter/public_members{/member}",
"avatar_url": "https://avatars.githubusercontent.com/u/17834193?v=4",
"description": ""
},
"enterprise": {
"id": 469843,
"slug": "darkmatter",
"name": "darkmatter",
"node_id": "E_kgDOAAcrUw",
"avatar_url": "https://avatars.githubusercontent.com/b/469843?v=4",
"description": "",
"website_url": "darkmatter.io",
"html_url": "https://github.com/enterprises/darkmatter",
"created_at": "2025-09-07T16:01:00Z",
"updated_at": "2026-06-07T16:53:26Z"
},
"sender": {
"login": "arximboldi",
"id": 4521138,
"node_id": "MDQ6VXNlcjQ1MjExMzg=",
"avatar_url": "https://avatars.githubusercontent.com/u/4521138?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/arximboldi",
"html_url": "https://github.com/arximboldi",
"followers_url": "https://api.github.com/users/arximboldi/followers",
"following_url": "https://api.github.com/users/arximboldi/following{/other_user}",
"gists_url": "https://api.github.com/users/arximboldi/gists{/gist_id}",
"starred_url": "https://api.github.com/users/arximboldi/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/arximboldi/subscriptions",
"organizations_url": "https://api.github.com/users/arximboldi/orgs",
"repos_url": "https://api.github.com/users/arximboldi/repos",
"events_url": "https://api.github.com/users/arximboldi/events{/privacy}",
"received_events_url": "https://api.github.com/users/arximboldi/received_events",
"type": "User",
"user_view_type": "public",
"site_admin": false
},
"installation": {
"id": 131074261,
"node_id": "MDIzOkludGVncmF0aW9uSW5zdGFsbGF0aW9uMTMxMDc0MjYx"
},
"created": true,
"deleted": false,
"base_ref": null,
"compare": "https://github.com/darkmatter/nixmac-web/compare/bd5edf6ca543^...d2ee36c876fc",
"commits": [
{
"id": "bd5edf6ca543112ca88c6b1e11ff2c933f3588eb",
"tree_id": "b5b2a00cab69e1d78690307b26fc158b747b19b3",
"distinct": true,
"message": "docs(eval): plan for external base config + rename run_meta.json to meta.json\n\nNew: apps/eval/wip/external_base_config-plan.md describes adding a\n--base-config flag to run_evals.py so the eval suite can be pointed\nat an arbitrary nix-darwin configuration (bundled template name,\nlocal directory, or git URL) instead of being hard-wired to\nnix-darwin-determinate. Default behavior unchanged.\n\nAlso renames the proposed run_meta.json sidecar to meta.json across\nthe existing report design and plan docs.\n\nCo-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>",
"timestamp": "2026-06-11T00:26:38+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/bd5edf6ca543112ca88c6b1e11ff2c933f3588eb",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:26:38+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:26:38+02:00",
"username": "arximboldi"
},
"added": [
"apps/eval/wip/external_base_config-plan.md"
],
"removed": [],
"modified": [
"apps/eval/wip/generate_report-design.md",
"apps/eval/wip/generate_report-plan.md"
]
},
{
"id": "ef548f6a4e78a75437770d8e484e1b96fae58905",
"tree_id": "16507b0f3d8a76476fa52ce17066ab4806f617f4",
"distinct": true,
"message": "refactor(eval): parameterize template_dir in create_nix_config_git_repo\n\nPure refactor in preparation for --base-config. Replaces the\nCONFIG_TEMPLATE_DIR module constant with TEMPLATES_DIR (the parent\ndirectory holding all bundled templates) plus DEFAULT_TEMPLATE_NAME.\ncreate_nix_config_git_repo now takes the template dir as an explicit\nparameter and ignores any .git in the source on copy so we always\ninit a fresh repo. Behavior unchanged: main() still resolves the\ndefault template before any case runs.\n\nCo-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>",
"timestamp": "2026-06-11T00:28:07+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/ef548f6a4e78a75437770d8e484e1b96fae58905",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:28:07+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:28:07+02:00",
"username": "arximboldi"
},
"added": [],
"removed": [],
"modified": [
"apps/eval/run_evals.py"
]
},
{
"id": "1e5b09356bce2c883d4ef84aaf434e0e5f232dfe",
"tree_id": "1eae2634c6dfca4363a3724b12693462e69f5f1c",
"distinct": true,
"message": "feat(eval): add --base-config for bundled templates and local paths\n\nrun_evals.py gains a --base-config flag that overrides the default\nnix-darwin-determinate template. Accepts a bundled template name\n(minimal | base | nix-darwin-determinate | nixos-unified) or a local\ndirectory; git URL support follows in the next commit but the\n--base-config-ref flag and resolver signature are already in place.\n\nWhen --base-config points at a real config, the substitutions become\nno-ops (the placeholders aren't there), so the script warns when\n--host isn't also provided.\n\nCo-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>",
"timestamp": "2026-06-11T00:29:43+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/1e5b09356bce2c883d4ef84aaf434e0e5f232dfe",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:29:43+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:29:43+02:00",
"username": "arximboldi"
},
"added": [],
"removed": [],
"modified": [
"apps/eval/README.md",
"apps/eval/run_evals.py"
]
},
{
"id": "f6d30530d04ab96f0d463968cf64df5a0b789fbc",
"tree_id": "a2f00c36e457e2d1cad73808e2e840d9ebba4f44",
"distinct": true,
"message": "feat(eval): support git URL for --base-config (+ --base-config-ref)\n\nresolve_base_config now shallow-clones (depth=1, single-branch) into\na session-level temp dir when --base-config is URL-shaped. The clone\nhappens once per run, before any case starts; the dir is removed in\nmain()'s finally block, alongside the existing settings restore.\n\nCo-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>",
"timestamp": "2026-06-11T00:31:24+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/f6d30530d04ab96f0d463968cf64df5a0b789fbc",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:31:24+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:31:24+02:00",
"username": "arximboldi"
},
"added": [],
"removed": [],
"modified": [
"apps/eval/README.md",
"apps/eval/run_evals.py"
]
},
{
"id": "d2ee36c876fc9ce3abd8a0a7a46a6b6ae559844b",
"tree_id": "74ca6676da89c24f3c35a6991ca6f98ea932df18",
"distinct": true,
"message": "feat(eval): flake-URL syntax for --base-config (drop --base-config-ref)\n\nRefs now live inside the URL, matching Nix flake conventions:\n\n --base-config github:user/repo[/ref]\n --base-config 'git+https://host/repo.git?ref=main'\n --base-config 'https://host/repo.git?ref=main'\n\nA new _parse_flake_url helper splits the input into (clone_url, ref)\nbefore handing the bare URL to GitPython. The separate\n--base-config-ref flag is removed; the helper now takes the URL as\nits only ref-bearing parameter. ?rev=<sha> is out of scope for v1\n(it requires a non-shallow clone or server-side support); use a\nbranch or tag.\n\nCo-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>",
"timestamp": "2026-06-11T00:52:01+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/d2ee36c876fc9ce3abd8a0a7a46a6b6ae559844b",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:52:01+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:52:01+02:00",
"username": "arximboldi"
},
"added": [],
"removed": [],
"modified": [
"apps/eval/README.md",
"apps/eval/run_evals.py",
"apps/eval/wip/external_base_config-plan.md"
]
}
],
"head_commit": {
"id": "d2ee36c876fc9ce3abd8a0a7a46a6b6ae559844b",
"tree_id": "74ca6676da89c24f3c35a6991ca6f98ea932df18",
"distinct": true,
"message": "feat(eval): flake-URL syntax for --base-config (drop --base-config-ref)\n\nRefs now live inside the URL, matching Nix flake conventions:\n\n --base-config github:user/repo[/ref]\n --base-config 'git+https://host/repo.git?ref=main'\n --base-config 'https://host/repo.git?ref=main'\n\nA new _parse_flake_url helper splits the input into (clone_url, ref)\nbefore handing the bare URL to GitPython. The separate\n--base-config-ref flag is removed; the helper now takes the URL as\nits only ref-bearing parameter. ?rev=<sha> is out of scope for v1\n(it requires a non-shallow clone or server-side support); use a\nbranch or tag.\n\nCo-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>",
"timestamp": "2026-06-11T00:52:01+02:00",
"url": "https://github.com/darkmatter/nixmac-web/commit/d2ee36c876fc9ce3abd8a0a7a46a6b6ae559844b",
"author": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:52:01+02:00",
"username": "arximboldi"
},
"committer": {
"name": "Juan Pedro Bolívar Puente",
"email": "raskolnikov@gnu.org",
"date": "2026-06-11T00:52:01+02:00",
"username": "arximboldi"
},
"added": [],
"removed": [],
"modified": [
"apps/eval/README.md",
"apps/eval/run_evals.py",
"apps/eval/wip/external_base_config-plan.md"
]
}
}