Something went wrong. Try again.
[READ-ONLY] Mirror of https://github.com/danielroe/unsight.dev. Detect duplicate GitHub issues, areas of concern and more across related rep unsight.dev
ai clustering github machine-learning
Something went wrong. Try again.
TypeScript
at wip/sqlite
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144import type { Installation, InstallationLite, WebhookEvent } from '@octokit/webhooks-types'import type { H3Event } from 'h3'import type { InstallationRepo } from '~~/server/utils/metadata'import { createAppAuth } from '@octokit/auth-app'
import { Octokit } from '@octokit/rest'import { currentIndexVersion, getMetadataForRepo, removeMetadataForRepo, setMetadataForRepo } from '~~/server/utils/metadata'import { indexIssue, removeIssue, removeStoredEmbeddingsForRepo } from '../../utils/embeddings'
export default defineEventHandler(async (event) => { const isValidWebhook = await isValidGithubWebhook(event)
if (!isValidWebhook) { throw createError({ statusCode: 401, message: 'Unauthorized: webhook is not valid' }) }
const body = await readBody<WebhookEvent>(event) const promises: Promise<unknown>[] = [] if ('action' in body && 'installation' in body && !('client_payload' in body)) { if ('repository' in body && body.installation && body.repository) { const repoMetadata = await getMetadataForRepo(body.repository.owner.login, body.repository.name) if (repoMetadata && !repoMetadata.indexed) { promises.push(addRepos(event, body.installation, [body.repository])) } } if (body.action === 'created' && 'repositories' in body) { promises.push(addRepos(event, body.installation, body.repositories || [])) } if (body.action === 'deleted' && 'repositories' in body) { for (const repo of body.repositories || []) { promises.push(deleteRepo(event, repo)) } } if ((body.action === 'added' || body.action === 'removed')) { if ('repositories_added' in body) { promises.push(addRepos(event, body.installation, body.repositories_added)) } if ('repositories_removed' in body) { for (const repo of body.repositories_removed) { promises.push(deleteRepo(event, repo)) } } } if (body.action === 'publicized' && body.installation) { promises.push(addRepos(event, body.installation, [body.repository])) } if (body.action === 'privatized') { promises.push(deleteRepo(event, body.repository)) } }
if ('issue' in body) { switch (body.action) { case 'created': case 'edited': case 'opened': case 'reopened': case 'closed': promises.push(indexIssue(body.issue, body.repository)) break
case 'transferred': case 'deleted': promises.push(removeIssue(body.issue, body.repository)) break } }
event.waitUntil(Promise.allSettled(promises))
return null})
async function addRepos(event: H3Event, installation: Installation | InstallationLite, repos: InstallationRepo[]) { const config = useRuntimeConfig(event) const octokit = new Octokit({ authStrategy: createAppAuth, auth: { appId: config.github.appId, privateKey: config.github.privateKey, installationId: installation.id, }, })
event.waitUntil(Promise.all(repos.map((repo) => { if (repo.private) { return undefined } return setMetadataForRepo({ ...repo, indexed: 0 }) })))
for (const repo of repos) { if (repo.private) { continue }
await indexRepo(octokit, repo)
event.waitUntil(setMetadataForRepo({ ...repo, indexed: currentIndexVersion })) }}
export async function indexRepo(octokit: Octokit, repo: InstallationRepo) { if (repo.private) { return }
console.log('starting to index', `${repo.full_name}`)
const [owner, name] = repo.full_name.split('/')
const promises: Array<Promise<unknown>> = []
await octokit.paginate(octokit.rest.issues.listForRepo, { owner: owner!, repo: name!, state: 'open', per_page: 100, }, (response) => { for (const issue of response.data) { promises.push(indexIssue(issue, { owner: { login: owner! }, name: name! })) } if (Number.parseInt(response.headers['x-ratelimit-remaining'] || '999') < 100) { console.info(Number.parseInt(response.headers['x-ratelimit-remaining']!), 'requests remaining') } return [] })
await Promise.allSettled(promises).then((r) => { if (r.some(p => p.status === 'rejected')) { console.error('Failed to fetch some issues from', `${owner}/${name}`) } })
console.log('added', promises.length, 'issues from', `${owner}/${name}`, 'to the index')}
async function deleteRepo(event: H3Event, repo: InstallationRepo) { const [owner, name] = repo.full_name.split('/')
event.waitUntil(removeMetadataForRepo(owner!, name!)) await removeStoredEmbeddingsForRepo(owner!, name!)}