Something went wrong. Try again.
an attempt to make a lightweight, easily self-hostable, scoped bluesky appview
Something went wrong. Try again.
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313import ky from "npm:ky";import { isGeneratorView } from "./indexserver/types/app/bsky/feed/defs.ts";import * as ViewServerTypes from "./utils/viewservertypes.ts";import * as ATPAPI from "npm:@atproto/api";import { searchParamsToJson, resolveIdentity, buildBlobUrl, cachedFetch, didWebToHttps, getSlingshotRecord, withCors,} from "./utils/server.ts";import QuickLRU from "npm:quick-lru";import { validateRecord } from "./utils/records.ts";import { indexHandlerContext } from "./index/types.ts";import { Database } from "jsr:@db/sqlite@0.11";import { JetstreamManager, SpacedustManager } from "./utils/sharders.ts";import { SpacedustLinkMessage } from "./index/spacedust.ts";import { setupUserDb } from "./utils/dbuser.ts";import { config } from "./config.ts";import { AtUri } from "npm:@atproto/api";import { CID } from "../../Library/Caches/deno/npm/registry.npmjs.org/multiformats/9.9.0/cjs/src/cid.js";import { uncid } from "./indexserver.ts";import { getAuthenticatedDid } from "./utils/auth.ts";
const temporarydevelopmentblockednotiftypes: ATPAPI.AppBskyNotificationListNotifications.Notification["reason"][] = [ //'like', //'repost', //'follow', //'mention', //'reply', //'quote', //'starterpack-joined', //'liked-via-repost', //'repost-via-repost', ];
export interface ViewServerConfig { baseDbPath: string; systemDbPath: string;}
interface BaseRow { uri: string; did: string; cid: string | null; rev: string | null; createdat: number | null; indexedAt: number; json: string | null;}interface GeneratorRow extends BaseRow { displayname: string | null; description: string | null; avatarcid: string | null;}interface LikeRow extends BaseRow { subject: string;}interface RepostRow extends BaseRow { subject: string;}interface BacklinkRow { srcuri: string; srcdid: string;}
const FEED_LIMIT = 50;
export class ViewServer { private config: ViewServerConfig; public userManager: ViewServerUserManager; public systemDB: Database;
constructor(config: ViewServerConfig) { this.config = config;
// We will initialize the system DB and user manager here this.systemDB = new Database(this.config.systemDbPath); // TODO: We need to setup the system DB schema if it's new
this.userManager = new ViewServerUserManager(this); // Pass the server instance }
public start() { // This is where we'll kick things off, like the cold start this.userManager.coldStart(this.systemDB); console.log("viewServer started."); }
async unspeccedGetRegisteredUsers(): Promise<{ did: string; role: string; registrationdate: string; onboardingstatus: string; pfp?: string; displayname: string; handle: string; }[]|undefined> { const stmt = this.systemDB.prepare(` SELECT * FROM users; `); const result = stmt.all() as { did: string; role: string; registrationdate: string; onboardingstatus: string; }[]; const hydrated = await Promise.all( result.map(async (user)=>{ const identity = await resolveIdentity(user.did); const profile = (await getSlingshotRecord(identity.did,"app.bsky.actor.profile","self")).value as ATPAPI.AppBskyActorProfile.Record; const avatarcid = uncid(profile.avatar?.ref); const avatar = avatarcid ? buildBlobUrl(identity.pds, identity.did, avatarcid) : undefined; return {...user,handle: identity.handle,pfp: avatar, displayname:profile.displayName ?? identity.handle } })) //const exists = result !== undefined; return hydrated; }
async viewServerHandler(req: Request): Promise<Response> { const url = new URL(req.url); const pathname = url.pathname; const bskyUrl = `https://api.bsky.app${pathname}${url.search}`; const hasAuth = req.headers.has("authorization"); const xrpcMethod = pathname.startsWith("/xrpc/") ? pathname.slice("/xrpc/".length) : null; const searchParams = searchParamsToJson(url.searchParams); const jsonUntyped = searchParams;
let tempauthdid: string | undefined = undefined; try { tempauthdid = (await getAuthenticatedDid(req)) ?? undefined; } catch (_e) { // nothing lol } const authdid = tempauthdid ? this.handlesDid(tempauthdid) ? tempauthdid : undefined : undefined; console.log("authed:", authdid);
if (xrpcMethod === "app.bsky.unspecced.getTrendingTopics") { // const jsonTyped = // jsonUntyped as ViewServerTypes.AppBskyUnspeccedGetTrendingTopics.QueryParams;
const faketopics: ATPAPI.AppBskyUnspeccedDefs.TrendingTopic[] = [ { $type: "app.bsky.unspecced.defs#trendingTopic", topic: "Git Repo", displayName: "Git Repo", description: "Git Repo", link: "https://tangled.sh/@whey.party/skylite", }, { $type: "app.bsky.unspecced.defs#trendingTopic", topic: "this View Server url", displayName: "this View Server url", description: "this View Server url", link: config.viewServer.host, }, { $type: "app.bsky.unspecced.defs#trendingTopic", topic: "this social-app fork url", displayName: "this social-app fork url", description: "this social-app fork url", link: "https://github.com/rimar1337/social-app/tree/publicappview-colorable", }, { $type: "app.bsky.unspecced.defs#trendingTopic", topic: "whey dot party", displayName: "whey dot party", description: "whey dot party", link: "https://whey.party/", }, ];
const response: ViewServerTypes.AppBskyUnspeccedGetTrendingTopics.OutputSchema = { topics: faketopics, suggested: faketopics, };
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); }
//if (xrpcMethod !== 'app.bsky.actor.getPreferences' && xrpcMethod !== 'app.bsky.notification.listNotifications') { if ( !hasAuth // (!hasAuth || // xrpcMethod === "app.bsky.labeler.getServices" || // xrpcMethod === "app.bsky.unspecced.getConfig") && // xrpcMethod !== "app.bsky.notification.putPreferences" ) { return new Response( JSON.stringify({ error: "XRPCNotSupported", message: "(no auth) HEY hello there my name is whey dot party and you have used my custom appview that is very cool but have you considered that XRPC Not Supported", }), { status: 404, headers: withCors({ "Content-Type": "application/json" }), } ); //return await sendItToApiBskyApp(req); } if ( // !hasAuth || xrpcMethod === "app.bsky.labeler.getServices" || xrpcMethod === "app.bsky.unspecced.getConfig" //&& //xrpcMethod !== "app.bsky.notification.putPreferences" ) { return new Response( JSON.stringify({ error: "XRPCNotSupported", message: "(getservices / getconfig) HEY hello there my name is whey dot party and you have used my custom appview that is very cool but have you considered that XRPC Not Supported", }), { status: 404, headers: withCors({ "Content-Type": "application/json" }), } ); //return await sendItToApiBskyApp(req); }
const authDID = "did:plc:mn45tewwnse5btfftvd3powc"; //getAuthenticatedDid(req);
switch (xrpcMethod) { case "app.bsky.feed.getFeedGenerators": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyFeedGetFeedGenerators.QueryParams;
const feeds: ATPAPI.AppBskyFeedDefs.GeneratorView[] = ( await Promise.all( jsonTyped.feeds.map(async (feed) => { try { const did = new ATPAPI.AtUri(feed).hostname; const rkey = new ATPAPI.AtUri(feed).rkey; const identity = await resolveIdentity(did); const feedgetRecord = await getSlingshotRecord( identity.did, "app.bsky.feed.generator", rkey ); const profile = ( await getSlingshotRecord( identity.did, "app.bsky.actor.profile", "self" ) ).value as ATPAPI.AppBskyActorProfile.Record; const anyprofile = profile as any; const value = feedgetRecord.value as ATPAPI.AppBskyFeedGenerator.Record;
return { $type: "app.bsky.feed.defs#generatorView", uri: feed, cid: feedgetRecord.cid, did: identity.did, creator: /*AppBskyActorDefs.ProfileView*/ { $type: "app.bsky.actor.defs#profileView", did: identity.did, handle: identity.handle, displayName: profile.displayName, description: profile.description, avatar: buildBlobUrl( identity.pds, identity.did, anyprofile.avatar.ref["$link"] ), //associated?: ProfileAssociated //indexedAt?: string //createdAt?: string //viewer?: ViewerState //labels?: ComAtprotoLabelDefs.Label[] //verification?: VerificationState //status?: StatusView }, displayName: value.displayName, description: value.description, //descriptionFacets?: AppBskyRichtextFacet.Main[] avatar: buildBlobUrl( identity.pds, identity.did, (value as any).avatar.ref["$link"] ), //likeCount?: number //acceptsInteractions?: boolean //labels?: ComAtprotoLabelDefs.Label[] //viewer?: GeneratorViewerState contentMode: value.contentMode, indexedAt: new Date().toISOString(), }; } catch (err) { return undefined; } }) ) ).filter(isGeneratorView);
const response: ViewServerTypes.AppBskyFeedGetFeedGenerators.OutputSchema = { feeds: feeds ? feeds : [], };
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); } case "app.bsky.feed.getFeed": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyFeedGetFeed.QueryParams; const cursor = jsonTyped.cursor; const feed = jsonTyped.feed; const limit = jsonTyped.limit; const proxyauth = req.headers.get("authorization") || "";
const did = new ATPAPI.AtUri(feed).hostname; const rkey = new ATPAPI.AtUri(feed).rkey; const identity = await resolveIdentity(did); const feedgetRecord = ( await getSlingshotRecord( identity.did, "app.bsky.feed.generator", rkey ) ).value as ATPAPI.AppBskyFeedGenerator.Record;
const skeleton = (await cachedFetch( `${didWebToHttps( feedgetRecord.did )}/xrpc/app.bsky.feed.getFeedSkeleton?feed=${jsonTyped.feed}${ cursor ? `&cursor=${cursor}` : "" }${limit ? `&limit=${limit}` : ""}`, proxyauth )) as ATPAPI.AppBskyFeedGetFeedSkeleton.OutputSchema;
const nextcursor = skeleton.cursor; const dbgrqstid = skeleton.reqId; const uriarray = skeleton.feed;
// Step 1: Chunk into 25 max const chunks = []; for (let i = 0; i < uriarray.length; i += 25) { chunks.push(uriarray.slice(i, i + 25)); }
// Step 2: Hydrate via getPosts const hydratedPosts: ATPAPI.AppBskyFeedDefs.FeedViewPost[] = [];
for (const chunk of chunks) { const searchParams = new URLSearchParams(); for (const uri of chunk.map((item) => item.post)) { searchParams.append("uris", uri); }
const postResp = await ky // TODO aaaaaa dont do this please use the new getServiceEndpointFromIdentity() .get(`https://api.bsky.app/xrpc/app.bsky.feed.getPosts`, { // headers: { // Authorization: proxyauth, // }, searchParams, }) .json<ATPAPI.AppBskyFeedGetPosts.OutputSchema>();
for (const post of postResp.posts) { const matchingSkeleton = uriarray.find( (item) => item.post === post.uri ); if (matchingSkeleton) { //post.author.handle = post.author.handle + ".percent40.api.bsky.app"; // or any logic to modify it hydratedPosts.push({ post, reason: matchingSkeleton.reason, //reply: matchingSkeleton, }); } } }
// Step 3: Compose final response const response: ViewServerTypes.AppBskyFeedGetFeed.OutputSchema = { feed: hydratedPosts, cursor: nextcursor, };
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); } case "app.bsky.actor.getProfile": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyActorGetProfile.QueryParams;
const response: ViewServerTypes.AppBskyActorGetProfile.OutputSchema = ((await this.resolveGetProfiles([jsonTyped.actor])) ?? [])[0];
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); }
case "app.bsky.actor.getProfiles": { const jsonhalfTyped = jsonUntyped as ViewServerTypes.AppBskyActorGetProfiles.QueryParams; const actors = jsonhalfTyped.actors as string[] | string const queryactors = Array.isArray(actors) ? actors : [actors]; //console.log("queryactors:",jsonTyped.actors) const response: ViewServerTypes.AppBskyActorGetProfiles.OutputSchema = { profiles: (await this.resolveGetProfiles(queryactors)) ?? [], };
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); } case "app.bsky.feed.getAuthorFeed": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyFeedGetAuthorFeed.QueryParams;
const userindexservice = ""; const isbskyfallback = true; if (isbskyfallback) { return this.sendItToApiBskyApp(req); }
const response: ViewServerTypes.AppBskyFeedGetAuthorFeed.OutputSchema = {};
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); } case "app.bsky.feed.getPostThread": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyFeedGetPostThread.QueryParams;
const userindexservice = ""; const isbskyfallback = true; if (isbskyfallback) { return this.sendItToApiBskyApp(req); }
const response: ViewServerTypes.AppBskyFeedGetPostThread.OutputSchema = {};
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); } case "app.bsky.unspecced.getPostThreadV2": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyUnspeccedGetPostThreadV2.QueryParams;
const userindexservice = ""; const isbskyfallback = true; if (isbskyfallback) { return this.sendItToApiBskyApp(req); }
const response: ViewServerTypes.AppBskyUnspeccedGetPostThreadV2.OutputSchema = {};
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); }
// case "app.bsky.actor.getProfile": { // const jsonTyped = // jsonUntyped as ViewServerTypes.AppBskyActorGetProfile.QueryParams;
// const response: ViewServerTypes.AppBskyActorGetProfile.OutputSchema= {};
// return new Response(JSON.stringify(response), { // headers: withCors({ "Content-Type": "application/json" }), // }); // } // case "app.bsky.actor.getProfiles": { // const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyActorGetProfiles.QueryParams;
// const response: ViewServerTypes.AppBskyActorGetProfiles.OutputSchema = {};
// return new Response(JSON.stringify(response), { // headers: withCors({ "Content-Type": "application/json" }), // }); // } // case "whatever": { // const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyFeedGetAuthorFeed.QueryParams;
// const response: ViewServerTypes.AppBskyFeedGetAuthorFeed.OutputSchema = {}
// return new Response(JSON.stringify(response), { // headers: withCors({ "Content-Type": "application/json" }), // }); // } case "app.bsky.notification.listNotifications": { if (!authdid) return new Response("Not Found", { status: 404 }); const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyNotificationListNotifications.QueryParams;
const response: ViewServerTypes.AppBskyNotificationListNotifications.OutputSchema = await this.queryNotificationsList(authdid, jsonTyped.cursor, jsonTyped.limit);
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); } case "app.bsky.feed.getPosts": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyFeedGetPosts.QueryParams; const inputUris = Array.isArray(jsonTyped.uris) ? jsonTyped.uris : [jsonTyped.uris]; const response: ViewServerTypes.AppBskyFeedGetPosts.OutputSchema = { posts: await this.resolveGetPosts(inputUris), };
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); }
case "app.bsky.unspecced.getConfig": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyUnspeccedGetConfig.QueryParams;
const response: ViewServerTypes.AppBskyUnspeccedGetConfig.OutputSchema = { checkEmailConfirmed: true, liveNow: [ { $type: "app.bsky.unspecced.getConfig#liveNowConfig", did: "did:plc:mn45tewwnse5btfftvd3powc", domains: ["local3768forumtest.whey.party"], }, ], };
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); } case "app.bsky.graph.getLists": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyGraphGetLists.QueryParams;
const response: ViewServerTypes.AppBskyGraphGetLists.OutputSchema = { lists: [], };
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); } //https://shimeji.us-east.host.bsky.network/xrpc/app.bsky.unspecced.getTrendingTopics?limit=14 case "app.bsky.unspecced.getTrendingTopics": { const jsonTyped = jsonUntyped as ViewServerTypes.AppBskyUnspeccedGetTrendingTopics.QueryParams;
const faketopics: ATPAPI.AppBskyUnspeccedDefs.TrendingTopic[] = [ { $type: "app.bsky.unspecced.defs#trendingTopic", topic: "Git Repo", displayName: "Git Repo", description: "Git Repo", link: "https://tangled.sh/@whey.party/skylite", }, { $type: "app.bsky.unspecced.defs#trendingTopic", topic: "Red Dwarf Lite", displayName: "Red Dwarf Lite", description: "Red Dwarf Lite", link: "https://reddwarf.whey.party/", }, { $type: "app.bsky.unspecced.defs#trendingTopic", topic: "whey dot party", displayName: "whey dot party", description: "whey dot party", link: "https://whey.party/", }, ];
const response: ViewServerTypes.AppBskyUnspeccedGetTrendingTopics.OutputSchema = { topics: faketopics, suggested: faketopics, };
return new Response(JSON.stringify(response), { headers: withCors({ "Content-Type": "application/json" }), }); } default: { return new Response( JSON.stringify({ error: "XRPCNotSupported", message: "(default) HEY hello there my name is whey dot party and you have used my custom appview that is very cool but have you considered that XRPC Not Supported", }), { status: 404, headers: withCors({ "Content-Type": "application/json" }), } ); } }
// return new Response("Not Found", { status: 404 }); }
async sendItToApiBskyApp(req: Request): Promise<Response> { const url = new URL(req.url); const pathname = url.pathname; const searchParams = searchParamsToJson(url.searchParams); let reqBody: undefined | string; let jsonbody: undefined | Record<string, unknown>; if (req.body) { const body = await req.json(); jsonbody = body; // console.log( // `called at euh reqreqreqreq: ${pathname}\n\n${JSON.stringify(body)}` // ); reqBody = JSON.stringify(body, null, 2); } const bskyUrl = `https://public.api.bsky.app${pathname}${url.search}`; console.log("request", searchParams); const proxyHeaders = new Headers(req.headers);
// Remove Authorization and set browser-like User-Agent proxyHeaders.delete("authorization"); proxyHeaders.delete("Access-Control-Allow-Origin"), proxyHeaders.set( "user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" ); proxyHeaders.set("Access-Control-Allow-Origin", "*");
const proxyRes = await fetch(bskyUrl, { method: req.method, headers: proxyHeaders, body: ["GET", "HEAD"].includes(req.method.toUpperCase()) ? undefined : reqBody, });
const resBody = await proxyRes.text();
// console.log( // "← Response:", // JSON.stringify(await JSON.parse(resBody), null, 2) // );
return new Response(resBody, { status: proxyRes.status, headers: proxyRes.headers, }); }
viewServerIndexer(ctx: indexHandlerContext) { const record = validateRecord(ctx.value); switch (record?.$type) { case "app.bsky.feed.like": { return; } default: { // what the hell return; } } }
/** * please do not use this, use openDbForDid() instead * @param did * @returns */ internalCreateDbForDid(did: string): Database { const path = `${this.config.baseDbPath}/${did}.sqlite`; const db = new Database(path); // TODO maybe split the user db schema between view server and index server setupUserDb(db); //await db.exec(/* CREATE IF NOT EXISTS statements */); return db; } public handlesDid(did: string): boolean { return this.userManager.handlesDid(did); }
async resolveGetPosts( uris: string[] ): Promise<ATPAPI.AppBskyFeedDefs.PostView[]> { const grouped: Record<string, string[]> = {};
// Group URIs by resolved endpoint for (const uri of uris) { const did = new AtUri(uri).host; const endpoint = await getSkyliteEndpoint(did); if (!endpoint) continue;
if (!grouped[endpoint]) { grouped[endpoint] = []; } grouped[endpoint].push(uri); }
const postviews: ATPAPI.AppBskyFeedDefs.PostView[] = [];
// Fetch posts per endpoint for (const [endpoint, urisForEndpoint] of Object.entries(grouped)) { const query = urisForEndpoint .map((u) => `uris=${encodeURIComponent(u)}`) .join("&");
const url = `${endpoint}/xrpc/app.bsky.feed.getPosts?${query}`; const resp = await fetch(url); if (!resp.ok) { throw new Error( `Failed to fetch posts from ${endpoint} for uris=${urisForEndpoint.join( "," )}` ); }
const raw = (await resp.json()) as ATPAPI.AppBskyFeedGetPosts.OutputSchema; postviews.push(...raw.posts); }
return postviews; }
async resolveGetProfiles( dids: string[] ): Promise<ATPAPI.AppBskyActorDefs.ProfileViewDetailed[] | undefined> { const profiles: ATPAPI.AppBskyActorDefs.ProfileViewDetailed[] = [];
for (const did of dids) { const endpoint = await getSkyliteEndpoint(did); const url = `${endpoint}/xrpc/app.bsky.actor.getProfile?actor=${encodeURIComponent( did )}`; const resp = await fetch(url); if (!resp.ok) throw new Error(`Failed to fetch profile for ${did} via ${url}`);
const raw = (await resp.json()) as ATPAPI.AppBskyActorGetProfile.OutputSchema; profiles.push(raw); }
return profiles; } async queryNotificationsList( did: string, cursor?: string, limit?: number ): Promise<ATPAPI.AppBskyNotificationListNotifications.OutputSchema> { if (!this.handlesDid(did)) { return { notifications: [] }; } const db = this.userManager.getDbForDid(did); if (!db) { return { notifications: [] }; }
const NOTIFS_LIMIT = limit ?? 30; const offset = cursor ? parseInt(cursor, 10) : 0;
const mapReason = ( field: string ): | ATPAPI.AppBskyNotificationListNotifications.Notification["reason"] | undefined => { switch (field) { //'like' | 'repost' | 'follow' | 'mention' | 'reply' | 'quote' | 'starterpack-joined' | 'verified' | 'unverified' | 'like-via-repost' | 'repost-via-repost' | case "app.bsky.feed.like:subject.uri": return "like"; case "app.bsky.feed.like:via.uri": return "liked-via-repost"; case "app.bsky.feed.repost:subject.uri": return "repost"; case "app.bsky.feed.repost:via.uri": return "repost-via-repost"; case "app.bsky.feed.post:reply.root.uri": return "reply"; case "app.bsky.feed.post:reply.parent.uri": return "reply"; case "app.bsky.feed.post:embed.media.record.record.uri": return "quote"; case "app.bsky.feed.post:embed.record.uri": return "quote"; //case"app.bsky.feed.threadgate:post": return "threadgate subject //case"app.bsky.feed.threadgate:hiddenReplies": return "threadgate items (array) case "app.bsky.feed.post:facets.features.did": return "mention"; //case"app.bsky.graph.block:subject": return "blocks case "app.bsky.graph.follow:subject": return "follow"; //case"app.bsky.graph.listblock:subject": return "list item (blocks) //case"app.bsky.graph.listblock:list": return "blocklist mention (might not exist) //case"app.bsky.graph.listitem:subject": return "list item (blocks) //"app.bsky.graph.listitem:list": return "list mention // case "like": return "like"; // case "repost": return "repost"; // case "follow": return "follow"; // case "replyparent": return "reply"; // case "replyroot": return "reply"; // case "mention": return "mention"; default: return undefined; } };
// --- Build Query --- let query = ` SELECT srcuri, suburi, srcfield, indexedAt FROM backlink_skeleton WHERE -- Find actions targeting the user's content or profile (suburi LIKE ? OR suburi = ?) -- Exclude notifications from the user themselves AND srcuri NOT LIKE ? ORDER BY indexedAt DESC, srcuri DESC LIMIT ? OFFSET ? `; const params: (string | number)[] = [ `at://${did}/%`, did, `at://${did}/%`, NOTIFS_LIMIT, offset ];
// if (cursor) { // const [indexedAt, srcuri] = cursor.split("::"); // if (indexedAt && srcuri && !Number.isNaN(+indexedAt)) { // query += ` AND (indexedAt < ? OR (indexedAt = ? AND srcuri < ?))`; // params.push(+indexedAt, +indexedAt, srcuri); // } // }
// query += ` ORDER BY indexedAt DESC, srcuri DESC LIMIT ${NOTIFS_LIMIT}`;
// --- Fetch and Process --- const stmt = db.prepare(query); const rows = stmt.all(...params) as { srcuri: string; suburi: string; // might be uri, might be just a did srcfield: string; indexedAt: number; }[];
const notificationPromises = rows.map(async (row) => { try { const reason = mapReason(row.srcfield); // i have a hunch that follow notifs are crashing the client if (!reason || temporarydevelopmentblockednotiftypes.includes(reason)) { return null; } // Skip if it's a backlink type we don't have a notification for if (!reason) return null;
const srcURI = new AtUri(row.srcuri); const [authorRes, recordRes] = await Promise.allSettled([ this.resolveProfileView(srcURI.host, ""), getSlingshotRecord(srcURI.host, srcURI.collection, srcURI.rkey), ]);
const author = authorRes.status === "fulfilled" ? authorRes.value : null; const getrecord = recordRes.status === "fulfilled" ? recordRes.value : null;
const reasonsubject = row.suburi.startsWith("at://") ? row.suburi : `at://${row.suburi}`; // If we can't resolve the author or the record, we can't form a valid notification if (!author || !getrecord || !reason || !reasonsubject) return null;
author.viewer = { "muted": false, "blockedBy": false, //"following": } // TODO: proper mutes and blocks here
if (!getrecord?.value?.$type) getrecord.value.$type = srcURI.collection return { uri: row.srcuri, cid: getrecord.cid, author: author, reason: reason, // The reasonSubject is the URI of the post that was liked, reposted, or replied to reasonSubject: reasonsubject, record: getrecord.value, isRead: false, // Placeholder for read-state logic indexedAt: new Date(row.indexedAt).toISOString(), labels: [], // Placeholder for label logic } as ATPAPI.AppBskyNotificationListNotifications.Notification; } catch (e) {console.log("error:",e)} });
const seen = new Set<string>(); const notifications = (await Promise.all(notificationPromises)) .filter((n): n is ATPAPI.AppBskyNotificationListNotifications.Notification => { if (!n) return false; const key = `${n.uri}:${n.reason}:${n.reasonSubject}`; if (seen.has(key)) return false; seen.add(key); return true; });
// --- Create next cursor --- const nextCursor:number = Number(offset) + Number(limit ?? 0) // const lastItem = rows[rows.length - 1]; // const nextCursor = lastItem // ? `${lastItem.indexedAt}::${lastItem.srcuri}` // : undefined;
return { cursor: `${nextCursor}`,//nextCursor, notifications: notifications, priority:false, seenAt: new Date().toISOString() }; } async resolveProfileView( did: string, type: "" ): Promise<ATPAPI.AppBskyActorDefs.ProfileView | undefined>; async resolveProfileView( did: string, type: "Basic" ): Promise<ATPAPI.AppBskyActorDefs.ProfileViewBasic | undefined>; async resolveProfileView( did: string, type: "Detailed" ): Promise<ATPAPI.AppBskyActorDefs.ProfileViewDetailed | undefined>; async resolveProfileView( did: string, type: "" | "Basic" | "Detailed" ): Promise< | ATPAPI.AppBskyActorDefs.ProfileView | ATPAPI.AppBskyActorDefs.ProfileViewBasic | ATPAPI.AppBskyActorDefs.ProfileViewDetailed | undefined > { const record = ( await getSlingshotRecord(did, "app.bsky.actor.profile", "self") ).value as ATPAPI.AppBskyActorProfile.Record;
const identity = await resolveIdentity(did); const avatarcid = uncid(record.avatar?.ref); const avatar = avatarcid ? buildBlobUrl(identity.pds, identity.did, avatarcid) : undefined; const bannercid = uncid(record.banner?.ref); const banner = bannercid ? buildBlobUrl(identity.pds, identity.did, bannercid) : undefined; // simulate different types returned switch (type) { case "": { const result: ATPAPI.AppBskyActorDefs.ProfileView = { $type: "app.bsky.actor.defs#profileView", did: did, handle: identity.handle, displayName: record.displayName ?? identity.handle, description: record.description ?? undefined, avatar: avatar, // create profile URL from resolved identity //associated?: ProfileAssociated, indexedAt: record.createdAt ? new Date(record.createdAt).toISOString() : undefined, createdAt: record.createdAt ? new Date(record.createdAt).toISOString() : undefined, //viewer?: ViewerState, //labels?: ComAtprotoLabelDefs.Label[], //verification?: VerificationState, //status?: StatusView, }; return result; } case "Basic": { const result: ATPAPI.AppBskyActorDefs.ProfileViewBasic = { $type: "app.bsky.actor.defs#profileViewBasic", did: did, handle: identity.handle, displayName: record.displayName ?? identity.handle, avatar: avatar, // create profile URL from resolved identity //associated?: ProfileAssociated, createdAt: record.createdAt ? new Date(record.createdAt).toISOString() : undefined, //viewer?: ViewerState, //labels?: ComAtprotoLabelDefs.Label[], //verification?: VerificationState, //status?: StatusView, }; return result; } case "Detailed": { const response: ViewServerTypes.AppBskyActorGetProfile.OutputSchema = ((await this.resolveGetProfiles([did])) ?? [])[0]; return response; } default: throw new Error("Invalid type"); } }}
export class ViewServerUserManager { public viewServer: ViewServer;
constructor(viewServer: ViewServer) { this.viewServer = viewServer; }
public users = new Map<string, UserViewServer>(); public handlesDid(did: string): boolean { return this.users.has(did); }
/*async*/ addUser(did: string) { if (this.users.has(did)) return; const instance = new UserViewServer(this, did); //await instance.initialize(); this.users.set(did, instance); }
// async handleRequest({ // did, // route, // req, // }: { // did: string; // route: string; // req: Request; // }) { // if (!this.users.has(did)) await this.addUser(did); // const user = this.users.get(did)!; // return await user.handleHttpRequest(route, req); // }
removeUser(did: string) { const instance = this.users.get(did); if (!instance) return; /*await*/ instance.shutdown(); this.users.delete(did); }
getDbForDid(did: string): Database | null { if (!this.users.has(did)) { return null; } return this.users.get(did)?.db ?? null; }
coldStart(db: Database) { const rows = db.prepare("SELECT did FROM users").all(); for (const row of rows) { this.addUser(row.did); } }}
class UserViewServer { public viewServerUserManager: ViewServerUserManager; did: string; db: Database; // | undefined; jetstream: JetstreamManager; // | undefined; spacedust: SpacedustManager; // | undefined;
constructor(viewServerUserManager: ViewServerUserManager, did: string) { this.did = did; this.viewServerUserManager = viewServerUserManager; this.db = this.viewServerUserManager.viewServer.internalCreateDbForDid( this.did ); // should probably put the params of exactly what were listening to here this.jetstream = new JetstreamManager((msg) => { console.log("Received Jetstream message: ", msg);
const op = msg.commit.operation; const doer = msg.did; const rev = msg.commit.rev; const aturi = `${msg.did}/${msg.commit.collection}/${msg.commit.rkey}`; const value = msg.commit.record;
if (!doer || !value) return; this.viewServerUserManager.viewServer.viewServerIndexer({ op, doer, cid: msg.commit.cid, rev, aturi, value, indexsrc: `jetstream-${op}`, db: this.db, }); }); this.jetstream.start({ // for realsies pls get from db or something instead of this shit wantedDids: [ this.did, // "did:plc:mn45tewwnse5btfftvd3powc", // "did:plc:yy6kbriyxtimkjqonqatv2rb", // "did:plc:zzhzjga3ab5fcs2vnsv2ist3", // "did:plc:jz4ibztn56hygfld6j6zjszg", ], wantedCollections: [ // View server only needs some of the things related to user views mutes, not all of them //"app.bsky.actor.profile", //"app.bsky.feed.generator", //"app.bsky.feed.like", //"app.bsky.feed.post", //"app.bsky.feed.repost", "app.bsky.feed.threadgate", // mod "app.bsky.graph.block", // mod "app.bsky.graph.follow", // graphing //"app.bsky.graph.list", "app.bsky.graph.listblock", // mod //"app.bsky.graph.listitem", "app.bsky.notification.declaration", // mod ], }); //await connectToJetstream(this.did, this.db); this.spacedust = new SpacedustManager((msg: SpacedustLinkMessage) => { console.log("Received Spacedust message: ", msg); const operation = msg.link.operation;
const sourceURI = new ATPAPI.AtUri(msg.link.source_record); const srcUri = msg.link.source_record; const srcDid = sourceURI.host; const srcField = msg.link.source; const srcCol = sourceURI.collection; const subjectURI = new ATPAPI.AtUri(msg.link.subject); const subUri = msg.link.subject; const subDid = subjectURI.host; const subCol = subjectURI.collection;
if (operation === "delete") { this.db.run( `DELETE FROM backlink_skeleton WHERE srcuri = ? AND srcfield = ? AND suburi = ?`, [srcUri, srcField, subUri] ); } else if (operation === "create") { this.db.run( `INSERT OR REPLACE INTO backlink_skeleton ( srcuri, srcdid, srcfield, srccol, suburi, subdid, subcol, indexedAt ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`, [ srcUri, // full AT URI of the source record srcDid, // did: of the source srcField, // e.g., "reply.parent.uri" or "facets.features.did" srcCol, // e.g., "app.bsky.feed.post" subUri, // full AT URI of the subject (linked record) subDid, // did: of the subject subCol, // subject collection (can be inferred or passed) Date.now(), ] ); } }); this.spacedust.start({ wantedSources: [ // view server keeps all of this because notifications are a thing "app.bsky.feed.like:subject.uri", // like "app.bsky.feed.like:via.uri", // liked repost "app.bsky.feed.repost:subject.uri", // repost "app.bsky.feed.repost:via.uri", // reposted repost "app.bsky.feed.post:reply.root.uri", // thread OP "app.bsky.feed.post:reply.parent.uri", // direct parent "app.bsky.feed.post:embed.media.record.record.uri", // quote with media "app.bsky.feed.post:embed.record.uri", // quote without media "app.bsky.feed.threadgate:post", // threadgate subject "app.bsky.feed.threadgate:hiddenReplies", // threadgate items (array) "app.bsky.feed.post:facets.features.did", // facet item (array): mention "app.bsky.graph.block:subject", // blocks "app.bsky.graph.follow:subject", // follow "app.bsky.graph.listblock:subject", // list item (blocks) "app.bsky.graph.listblock:list", // blocklist mention (might not exist) "app.bsky.graph.listitem:subject", // list item (blocks) "app.bsky.graph.listitem:list", // list mention ], // should be getting from DB but whatever right wantedSubjects: [ // as noted i dont need to write down each post, just the user to listen to ! // hell yeah // "at://did:plc:mn45tewwnse5btfftvd3powc/app.bsky.feed.post/3lvybv7b6ic2h", // "at://did:plc:mn45tewwnse5btfftvd3powc/app.bsky.feed.post/3lvybws4avc2h", // "at://did:plc:mn45tewwnse5btfftvd3powc/app.bsky.feed.post/3lvvkcxcscs2h", // "at://did:plc:yy6kbriyxtimkjqonqatv2rb/app.bsky.feed.post/3l63ogxocq42f", // "at://did:plc:yy6kbriyxtimkjqonqatv2rb/app.bsky.feed.post/3lw3wamvflu23", ], wantedSubjectDids: [ this.did, //"did:plc:mn45tewwnse5btfftvd3powc", //"did:plc:yy6kbriyxtimkjqonqatv2rb", //"did:plc:zzhzjga3ab5fcs2vnsv2ist3", //"did:plc:jz4ibztn56hygfld6j6zjszg", ], instant: ["true"] }); //await connectToConstellation(this.did, this.db); }
// initialize() {
// }
// async handleHttpRequest(route: string, req: Request): Promise<Response> { // if (route === "posts") { // const posts = await this.queryPosts(); // return new Response(JSON.stringify(posts), { // headers: { "content-type": "application/json" }, // }); // }
// return new Response("Unknown route", { status: 404 }); // }
// private async queryPosts() { // return this.db.run( // "SELECT * FROM posts ORDER BY created_at DESC LIMIT 100" // ); // }
shutdown() { this.jetstream.stop(); this.spacedust.stop(); this.db.close?.(); }}
async function getServiceEndpointFromIdentity( did: string, kind: "skylite_index" | "bsky_appview"): Promise<string | null> { //const identity = await resolveIdentity(did); //const declUrl = `${identity.pds}/xrpc/com.atproto.repo.getRecord?repo=${identity.did}&collection=party.whey.skylite.declaration&rkey=self`;
//const data = (await cachedFetch(declUrl)) as any; const data = await getSlingshotRecord(did,"party.whey.skylite.declaration","self") as any; //if (!resp.ok) throw new Error(`Failed to fetch declaration for ${did}`); //const data = await resp.json();
const svc = data?.value?.service?.find((s: any) => s.id === `#${kind}`); return svc?.serviceEndpoint ?? null;}
const cache = new QuickLRU({ maxSize: 10000 });
async function getSkyliteEndpoint(did: string): Promise<string | null> { if (cache.has(did)) return cache.get(did) as string; for (const resolver of config.viewServer.indexPriority) { try { const [prefix, suffix] = resolver.split("#") as [ "user" | `did:web:${string}`, "skylite_index" | "bsky_appview" ]; if (prefix === "user") { return await getServiceEndpointFromIdentity(did, suffix); } else if (prefix.startsWith("did:web:")) { // map did:web:foo.com -> https://foo.com return prefix.replace("did:web:", "https://"); } } catch (err) { // continue to next resolver continue; } } return null; //throw new Error(`No endpoint found for ${resolver}`);}
// export interface Notification {// $type?: 'app.bsky.notification.listNotifications#notification';// uri: string;// cid: string;// author: AppBskyActorDefs.ProfileView;// /** The reason why this notification was delivered - e.g. your post was liked, or you received a new follower. */// reason: 'like' | 'repost' | 'follow' | 'mention' | 'reply' | 'quote' | 'starterpack-joined' | 'verified' | 'unverified' | 'like-via-repost' | 'repost-via-repost' | (string & {});// reasonSubject?: string;// record: {// [_ in string]: unknown;// };// isRead: boolean;// indexedAt: string;// labels?: ComAtprotoLabelDefs.Label[];// }