mirror of
https://github.com/NixOS/nixpkgs.git
synced 2025-11-09 16:18:34 +01:00
Running the nixpkgs-merge-bot in GitHub Actions instead of a separate workflow has multiple advantages: - A much better development workflow, with improved testability. - The ability to label PRs with a "merge-bot eligible" label from the same codebase. - Using more data for merge strategy decisions, for example the number of rebuilds. This commits re-implements most of the features from the current nxipkgs-merge-bot directly in the bot workflow. Instead of reacting to webhook events, this now runs on the regular 10 minute schedule. Some merges might be delayed a few minutes, but that should not be a problem in practice. To give the user early feedback, there are additional workflows running when a comment or review is posted. These react with "eyes" to make the user aware that the comment has been recognized. The only feature not taken over was the size check for files in the PR. This kind of check is not really relevant for maintainer merges only - if we want to prevent bigger files from making it into the tree, then we need a generic CI check, which is out of scope for the merge-bot. Other than that, everything should be implemented - any omissions are by accident.
258 lines
7.7 KiB
JavaScript
258 lines
7.7 KiB
JavaScript
// Caching the list of committers saves API requests when running the bot on the schedule and
|
|
// processing many PRs at once.
|
|
let committers
|
|
|
|
async function runChecklist({ github, context, pull_request, maintainers }) {
|
|
const pull_number = pull_request.number
|
|
|
|
if (!committers) {
|
|
committers = github
|
|
.paginate(github.rest.teams.listMembersInOrg, {
|
|
org: context.repo.owner,
|
|
team_slug: 'nixpkgs-committers',
|
|
per_page: 100,
|
|
})
|
|
.then((members) => new Set(members.map(({ id }) => id)))
|
|
}
|
|
|
|
const files = await github.paginate(github.rest.pulls.listFiles, {
|
|
...context.repo,
|
|
pull_number,
|
|
per_page: 100,
|
|
})
|
|
|
|
const packages = files
|
|
.filter(({ filename }) => filename.startsWith('pkgs/by-name/'))
|
|
.map(({ filename }) => filename.split('/')[3])
|
|
|
|
const eligible = !packages.length
|
|
? new Set()
|
|
: packages
|
|
.map((pkg) => new Set(maintainers[pkg]))
|
|
.reduce((acc, cur) => acc?.intersection(cur) ?? cur)
|
|
|
|
const checklist = {
|
|
'PR targets one of the allowed branches: master, staging, staging-next.': [
|
|
'master',
|
|
'staging',
|
|
'staging-next',
|
|
].includes(pull_request.base.ref),
|
|
'PR touches only files in `pkgs/by-name/`.': files.every(({ filename }) =>
|
|
filename.startsWith('pkgs/by-name/'),
|
|
),
|
|
'PR authored by r-ryantm or committer.':
|
|
pull_request.user.login === 'r-ryantm' ||
|
|
(await committers).has(pull_request.user.id),
|
|
'PR has maintainers eligible for merge.': eligible.size > 0,
|
|
}
|
|
|
|
return {
|
|
checklist,
|
|
eligible,
|
|
result: Object.values(checklist).every(Boolean),
|
|
}
|
|
}
|
|
|
|
// The merge command must be on a separate line and not within codeblocks or html comments.
|
|
// Codeblocks can have any number of ` larger than 3 to open/close. We only look at code
|
|
// blocks that are not indented, because the later regex wouldn't match those anyway.
|
|
function hasMergeCommand(body) {
|
|
return (body ?? '')
|
|
.replace(/<!--.*?-->/gms, '')
|
|
.replace(/(^`{3,})[^`].*?\1/gms, '')
|
|
.match(/^@NixOS\/nixpkgs-merge-bot merge\s*$/m)
|
|
}
|
|
|
|
async function handleMergeComment({ github, body, node_id, reaction }) {
|
|
if (!hasMergeCommand(body)) return
|
|
|
|
await github.graphql(
|
|
`mutation($node_id: ID!, $reaction: ReactionContent!) {
|
|
addReaction(input: {
|
|
content: $reaction,
|
|
subjectId: $node_id
|
|
})
|
|
{ clientMutationId }
|
|
}`,
|
|
{ node_id, reaction },
|
|
)
|
|
}
|
|
|
|
async function handleMerge({
|
|
github,
|
|
context,
|
|
core,
|
|
log,
|
|
dry,
|
|
pull_request,
|
|
events,
|
|
maintainers,
|
|
}) {
|
|
const pull_number = pull_request.number
|
|
|
|
const { checklist, eligible, result } = await runChecklist({
|
|
github,
|
|
context,
|
|
pull_request,
|
|
maintainers,
|
|
})
|
|
log('checklist', JSON.stringify(checklist))
|
|
log('eligible', JSON.stringify(Array.from(eligible)))
|
|
log('result', result)
|
|
|
|
// Only look through comments *after* the latest (force) push.
|
|
const latestChange = events.findLast(({ event }) =>
|
|
['committed', 'head_ref_force_pushed'].includes(event),
|
|
) ?? { sha: pull_request.head.sha }
|
|
const latestSha = latestChange.sha ?? latestChange.commit_id
|
|
log('latest sha', latestSha)
|
|
const latestIndex = events.indexOf(latestChange)
|
|
|
|
const comments = events.slice(latestIndex + 1).filter(
|
|
({ event, body, node_id }) =>
|
|
['commented', 'reviewed'].includes(event) &&
|
|
hasMergeCommand(body) &&
|
|
// Ignore comments which had already been responded to by the bot.
|
|
!events.some(
|
|
({ event, user, body }) =>
|
|
['commented'].includes(event) &&
|
|
// We're only testing this hidden reference, but not the author of the comment.
|
|
// We'll just assume that nobody creates comments with this marker on purpose.
|
|
// Additionally checking the author is quite annoying for local debugging.
|
|
body.match(new RegExp(`^<!-- comment: ${node_id} -->$`, 'm')),
|
|
),
|
|
)
|
|
|
|
async function merge() {
|
|
if (dry) {
|
|
core.info(`Merging #${pull_number}... (dry)`)
|
|
return 'Merge completed (dry)'
|
|
}
|
|
|
|
// Using GraphQL's enablePullRequestAutoMerge mutation instead of the REST
|
|
// /merge endpoint, because the latter doesn't work with Merge Queues.
|
|
// This mutation works both with and without Merge Queues.
|
|
// It doesn't work when there are no required status checks for the target branch.
|
|
// All development branches have these enabled, so this is a non-issue.
|
|
try {
|
|
await github.graphql(
|
|
`mutation($node_id: ID!, $sha: GitObjectID) {
|
|
enablePullRequestAutoMerge(input: {
|
|
expectedHeadOid: $sha,
|
|
pullRequestId: $node_id
|
|
})
|
|
{ clientMutationId }
|
|
}`,
|
|
{ node_id: pull_request.node_id, sha: latestSha },
|
|
)
|
|
return 'Enabled Auto Merge'
|
|
} catch (e) {
|
|
log('Auto Merge failed', e.response.errors[0].message)
|
|
}
|
|
|
|
// Auto-merge doesn't work if the target branch has already run all CI, in which
|
|
// case the PR must be enqueued explicitly.
|
|
// We now have merge queues enabled on all development branches, thus don't need a
|
|
// fallback after this.
|
|
try {
|
|
const resp = await github.graphql(
|
|
`mutation($node_id: ID!, $sha: GitObjectID) {
|
|
enqueuePullRequest(input: {
|
|
expectedHeadOid: $sha,
|
|
pullRequestId: $node_id
|
|
})
|
|
{
|
|
clientMutationId,
|
|
mergeQueueEntry { mergeQueue { url } }
|
|
}
|
|
}`,
|
|
{ node_id: pull_request.node_id, sha: latestSha },
|
|
)
|
|
return `[Queued](${resp.enqueuePullRequest.mergeQueueEntry.mergeQueue.url}) for merge`
|
|
} catch (e) {
|
|
log('Enqueing failed', e.response.errors[0].message)
|
|
throw new Error(e.response.errors[0].message)
|
|
}
|
|
}
|
|
|
|
for (const comment of comments) {
|
|
log('comment', comment.node_id)
|
|
|
|
async function react(reaction) {
|
|
if (dry) {
|
|
core.info(`Reaction ${reaction} on ${comment.node_id} (dry)`)
|
|
return
|
|
}
|
|
|
|
await handleMergeComment({
|
|
github,
|
|
body: comment.body,
|
|
node_id: comment.node_id,
|
|
reaction,
|
|
})
|
|
}
|
|
|
|
async function isMaintainer(username) {
|
|
try {
|
|
return (
|
|
(
|
|
await github.rest.teams.getMembershipForUserInOrg({
|
|
org: context.repo.owner,
|
|
team_slug: 'nixpkgs-maintainers',
|
|
username,
|
|
})
|
|
).data.state === 'active'
|
|
)
|
|
} catch (e) {
|
|
if (e.status === 404) return false
|
|
else throw e
|
|
}
|
|
}
|
|
|
|
const canUseMergeBot = await isMaintainer(comment.user.login)
|
|
const isEligible = eligible.has(comment.user.id)
|
|
const canMerge = result && canUseMergeBot && isEligible
|
|
|
|
const body = [
|
|
`<!-- comment: ${comment.node_id} -->`,
|
|
'',
|
|
'Requirements to merge this PR:',
|
|
...Object.entries(checklist).map(
|
|
([msg, res]) => `- :${res ? 'white_check_mark' : 'x'}: ${msg}`,
|
|
),
|
|
`- :${canUseMergeBot ? 'white_check_mark' : 'x'}: ${comment.user.login} can use the merge bot.`,
|
|
`- :${isEligible ? 'white_check_mark' : 'x'}: ${comment.user.login} is eligible to merge changes to the touched packages.`,
|
|
'',
|
|
]
|
|
|
|
if (canMerge) {
|
|
await react('ROCKET')
|
|
try {
|
|
body.push(`:heavy_check_mark: ${await merge()} (#306934)`)
|
|
} catch (e) {
|
|
body.push(`:x: Merge failed with: ${e} (#371492)`)
|
|
}
|
|
} else {
|
|
await react('THUMBS_DOWN')
|
|
body.push(':x: Pull Request could not be merged (#305350)')
|
|
}
|
|
|
|
if (dry) {
|
|
core.info(body.join('\n'))
|
|
} else {
|
|
await github.rest.issues.createComment({
|
|
...context.repo,
|
|
issue_number: pull_number,
|
|
body: body.join('\n'),
|
|
})
|
|
}
|
|
|
|
if (canMerge) break
|
|
}
|
|
}
|
|
|
|
module.exports = {
|
|
handleMerge,
|
|
handleMergeComment,
|
|
}
|