import fetch from 'node-fetch' import { TLRU } from 'tlru' import DataLoader from 'dataloader' import { ActivityType, GuildFeature, GuildMember, User as DiscordUser, UserFlags } from 'discord.js' import { Bot, Server, User, ListType, List, TokenRegister, BotFlags, DiscordUserFlags, SubmittedBot, DiscordTokenInfo, ServerData, ServerFlags, RawGuild, Nullable, Webhook, BotSpec, ServerSpec, ObjectType, } from '@types' import { botCategories, DiscordEnpoints, imageSafeHost, serverCategories, SpecialEndPoints, VOTE_COOLDOWN, } from './Constants' import knex from './Knex' import { Bots, Servers } from './Mongo' import { DiscordBot, getMainGuild } from './DiscordBot' import { sign, verify } from './Jwt' import { areArraysEqual, camoUrl, formData, getYYMMDD, serialize } from './Tools' import { AddBotSubmit, AddServerSubmit, ManageBot, ManageServer } from './Yup' import { markdownImage } from './Regex' export const imageRateLimit = new TLRU({ maxAgeMs: 60000 }) async function getBot(id: string, topLevel = true): Promise { const [res] = (await knex('bots') .select([ 'bots.id', 'bots.flags', 'bots.lib', 'bots.prefix', 'bots.votes', 'bots.servers', 'bots.shards', 'bots.intro', 'bots.desc', 'bots.web', 'bots.git', 'bots.url', 'bots.category', 'bots.status', 'bots.trusted', 'bots.partnered', 'bots.discord', 'bots.state', 'bots.vanity', 'bots.bg', 'bots.banner', knex.raw('JSON_ARRAYAGG(owners_mapping.user_id) as owners'), ]) .leftJoin('owners_mapping', 'bots.id', 'owners_mapping.target_id') .where({ 'bots.id': id }) .orWhere({ vanity: id, trusted: true }) .orWhere({ vanity: id, partnered: true }) .groupBy('bots.id')) as any[] if (res) { const discordBot = await get.discord.user.load(res.id) if (!discordBot) return null const botMember = (await getMainGuild() ?.members?.fetch(res.id) .catch((e) => e)) as GuildMember const name = discordBot.displayName res.flags = res.flags | (discordBot.flags.bitfield & DiscordUserFlags.VERIFIED_BOT ? BotFlags.verified : 0) | (res.trusted ? BotFlags.trusted : 0) | (res.partnered ? BotFlags.partnered : 0) res.tag = discordBot.discriminator res.avatar = discordBot.avatar res.name = name res.category = JSON.parse(res.category) res.owners = JSON.parse(res.owners) if (discordBot.flags.bitfield & UserFlags.BotHTTPInteractions) { res.status = 'online' } else if (botMember) { if (!botMember.presence) { res.status = 'offline' } else { res.status = botMember.presence.activities.some((r) => r.type === ActivityType.Streaming) ? 'streaming' : botMember.presence.status } } else { res.status = null } delete res.trusted delete res.partnered if (topLevel) { res.owners = await Promise.all( res.owners.map(async (u: string) => await get._rawUser.load(u)) ) res.owners = res.owners.filter((el: User | null) => el).map((row: User) => ({ ...row })) } await knex('bots').update({ name }).where({ id }) } return res ?? null } async function getServer(id: string, topLevel = true): Promise { const [res] = await knex('servers') .select([ 'servers.id', 'servers.name', 'servers.flags', 'servers.intro', 'servers.desc', 'servers.votes', knex.raw('JSON_ARRAYAGG(owners_mapping.user_id) as owners'), 'servers.category', 'servers.invite', 'servers.state', 'servers.vanity', 'servers.bg', 'servers.banner', 'servers.flags', ]) .leftJoin('owners_mapping', 'servers.id', 'owners_mapping.target_id') .where({ 'servers.id': id }) .orWhereRaw(`(servers.flags & ${ServerFlags.trusted}) and servers.vanity=?`, [id]) .orWhereRaw(`(servers.flags & ${ServerFlags.partnered}) and servers.vanity=?`, [id]) .groupBy('servers.id') as any[] if (res) { const data = await getServerData(res.id) res.owners = JSON.parse(res.owners) if (!data || +new Date() - +new Date(data.updatedAt) > 3 * 60 * 1000) { if (res.state === 'ok') res.state = 'unreachable' } else { res.flags = res.flags | (data.features.includes(GuildFeature.Partnered) && ServerFlags.discord_partnered) | (data.features.includes(GuildFeature.Verified) && ServerFlags.verified) if (res.name !== data.name) await knex('servers').update({ name: data.name }).where({ id: res.id }) if (!areArraysEqual(res.owners, [data.owner, ...data.admins])) { updateOwners(res.id, [data.owner, ...data.admins], 'server') } } delete res.owners res.icon = data?.icon || null res.members = data?.memberCount || null res.emojis = data?.emojis || [] res.category = JSON.parse(res.category) res.boostTier = data?.boostTier ?? null if (topLevel) { res.owner = (await get._rawUser.load(data?.owner || '')) || null res.bots = (await Promise.all(data?.bots.slice(0, 3).map((el) => get._rawBot.load(el)) || [])).filter( (el) => el ) || null } else { res.owner = data?.owner || null res.bots = data?.bots || null } } return res ?? null } async function fetchServerOwners(id: string): Promise { const data = await getServerData(id) return data ? [ await get._rawUser.load(data.owner), ...(await Promise.all(data.admins.map((el) => get._rawUser.load(el)))), ].filter((el) => el) : null } async function getServerData(id: string): Promise { return serialize((await Servers.findById(id))?.data || null) } async function getUser(id: string, topLevel = true): Promise { const res = await knex('users').select(['id', 'flags', 'github']).where({ id }) if (res[0]) { const ownedList = await knex('owners_mapping') .select(['target_id', 'type']) .where({ user_id: id }) const ownedBots = ownedList.filter((i) => i.type === ObjectType.Bot) const ownedServers = ownedList.filter((i) => i.type === ObjectType.Server) const discordUser = await get.discord.user.load(id) res[0].tag = discordUser?.discriminator || '0000' res[0].username = discordUser?.username || 'Unknown User' res[0].globalName = discordUser?.displayName || 'Unknown User' if (topLevel) { res[0].bots = ( await Promise.all(ownedBots.map(async (b) => await get._rawBot.load(b.target_id))) ).filter((el: Bot | null) => el) res[0].servers = ( await Promise.all(ownedServers.map(async (b) => await get._rawServer.load(b.target_id))) ).filter((el: Server | null) => el) } else { res[0].bots = ownedBots.map((el) => el.target_id) res[0].servers = ownedServers.map((el) => el.target_id) } } return res[0] || null } async function getUserGuilds(id: string): Promise> { const token = await fetchUserDiscordToken(id) if (!token) return null const guilds = await fetch(DiscordEnpoints.Guilds, { headers: { Authorization: `Bearer ${token.access_token}`, }, }).then((r) => r.json()) if (!Array.isArray(guilds)) return null return guilds } async function getBotList(type: ListType, page = 1, query?: string): Promise> { let res: { id: string }[] let count: string | number if (type === 'VOTE') { count = (await knex('bots').whereNot({ state: 'blocked' }).count())[0]['count(*)'] res = await knex('bots') .orderBy('votes', 'desc') .orderBy('servers', 'desc') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) .whereNot({ state: 'blocked' }) } else if (type === 'TRUSTED') { count = (await knex('bots').where({ trusted: true }).count().whereNot({ state: 'blocked' }))[0][ 'count(*)' ] res = await knex('bots') .whereNot({ state: 'blocked' }) .where({ trusted: true }) .orderByRaw('RAND()') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) .whereNot({ state: 'blocked' }) } else if (type === 'NEW') { count = (await knex('bots').whereNot({ state: 'blocked' }).count())[0]['count(*)'] res = await knex('bots') .orderBy('date', 'desc') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) .whereNot({ state: 'blocked' }) } else if (type === 'PARTNERED') { count = ( await knex('bots').where({ partnered: true }).andWhereNot({ state: 'blocked' }).count() )[0]['count(*)'] res = await knex('bots') .where({ partnered: true }) .andWhereNot({ state: 'blocked' }) .orderByRaw('RAND()') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) } else if (type === 'CATEGORY') { if (!query) throw new Error('쿼리가 누락되었습니다.') if (!botCategories.includes(query)) throw new Error('알 수 없는 카테고리입니다.') count = ( await knex('bots') .where('category', 'like', `%${decodeURI(query)}%`) .andWhereNot({ state: 'blocked' }) .count() )[0]['count(*)'] res = await knex('bots') .where('category', 'like', `%${decodeURI(query)}%`) .andWhereNot({ state: 'blocked' }) .orderBy('votes', 'desc') .orderBy('servers', 'desc') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) } else if (type === 'SEARCH') { if (!query) throw new Error('쿼리가 누락되었습니다.') count = ( await knex.raw( 'SELECT count(*) FROM bots WHERE `state` != "blocked" AND MATCH(`name`, `intro`, `desc`) AGAINST(? in boolean mode)', [decodeURI(query) + '*'] ) )[0][0]['count(*)'] res = ( await knex.raw( 'SELECT id, votes, MATCH(`name`, `intro`, `desc`) AGAINST(? in boolean mode) as relevance FROM bots WHERE `state` != "blocked" AND MATCH(`name`, `intro`, `desc`) AGAINST(? in boolean mode) ORDER BY relevance DESC, votes DESC LIMIT 8 OFFSET ?', [decodeURI(query) + '*', decodeURI(query) + '*', ((page ? Number(page) : 1) - 1) * 8] ) )[0] } else { count = 1 res = [] } return { type, data: (await Promise.all(res.map(async (el) => await getBot(el.id, false)))).map((r) => ({ ...r })), currentPage: page, totalPage: Math.ceil(Number(count) / (type === 'SEARCH' ? 8 : 16)), } } async function getServerList(type: ListType, page = 1, query?: string): Promise> { let res: { id: string }[] let count: string | number if (type === 'VOTE') { count = (await knex('servers').whereNot({ state: 'blocked' }).count())[0]['count(*)'] res = await knex('servers') .orderBy('votes', 'desc') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) .where('last_updated', '>=', new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString()) .whereNot({ state: 'blocked' }) } else if (type === 'TRUSTED') { count = ( await knex('servers') .whereRaw(`flags & ${ServerFlags.trusted}`) .count() .where('last_updated', '>=', new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString()) .whereNot({ state: 'blocked' }) )[0]['count(*)'] res = await knex('servers') .whereNot({ state: 'blocked' }) .whereRaw(`flags & ${ServerFlags.trusted}`) .orderByRaw('RAND()') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) .where('last_updated', '>=', new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString()) .whereNot({ state: 'blocked' }) } else if (type === 'NEW') { count = (await knex('servers').whereNot({ state: 'blocked' }).count())[0]['count(*)'] res = await knex('servers') .orderBy('date', 'desc') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) .where('last_updated', '>=', new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString()) .whereNot({ state: 'blocked' }) } else if (type === 'PARTNERED') { count = ( await knex('servers') .whereRaw(`flags & ${ServerFlags.partnered} AND last_updated >= ?`, [ new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString(), ]) .andWhereNot({ state: 'blocked' }) .count() )[0]['count(*)'] res = await knex('servers') .whereRaw(`flags & ${ServerFlags.partnered} AND last_updated >= ?`, [ new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString(), ]) .andWhereNot({ state: 'blocked' }) .orderByRaw('RAND()') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) } else if (type === 'CATEGORY') { if (!query) throw new Error('쿼리가 누락되었습니다.') if (!serverCategories.includes(query)) throw new Error('알 수 없는 카테고리입니다.') count = ( await knex('servers') .where('last_updated', '>=', new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString()) .where('category', 'like', `%${decodeURI(query)}%`) .andWhereNot({ state: 'blocked' }) .count() )[0]['count(*)'] res = await knex('servers') .where('category', 'like', `%${decodeURI(query)}%`) .where('last_updated', '>=', new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString()) .andWhereNot({ state: 'blocked' }) .orderBy('votes', 'desc') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) } else if (type === 'SEARCH') { if (!query) throw new Error('쿼리가 누락되었습니다.') count = ( await knex.raw( 'SELECT count(*) FROM servers WHERE `state` != "blocked" AND last_updated >= ? AND MATCH(`name`, `intro`, `desc`) AGAINST(? in boolean mode)', [new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString(), decodeURI(query) + '*'] ) )[0][0]['count(*)'] res = ( await knex.raw( 'SELECT id, votes, MATCH(`name`, `intro`, `desc`) AGAINST(? in boolean mode) as relevance FROM servers WHERE `state` != "blocked" AND last_updated >= ? AND MATCH(`name`, `intro`, `desc`) AGAINST(? in boolean mode) ORDER BY relevance DESC, votes DESC LIMIT 8 OFFSET ?', [ decodeURI(query) + '*', new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString(), decodeURI(query) + '*', ((page ? Number(page) : 1) - 1) * 8, ] ) )[0] } else { count = 1 res = [] } return { type, data: (await Promise.all(res.map(async (el) => await getServer(el.id, false)))).map((r) => ({ ...r })), currentPage: page, totalPage: Math.ceil(Number(count) / (type === 'SEARCH' ? 8 : 16)), } } async function getBotSubmit(id: string, date: number): Promise { const res = await knex('submitted') .select([ 'id', 'date', 'category', 'lib', 'prefix', 'intro', 'desc', 'url', 'web', 'git', 'discord', 'state', 'owner', 'reason', ]) .where({ id, date }) if (res.length === 0) return null res[0].category = JSON.parse(res[0].category) res[0].owner = await get.user.load(res[0].owner) return res[0] } async function getBotSubmits(id: string): Promise { if (!id) return [] let res = await knex('submitted') .select([ 'id', 'date', 'category', 'lib', 'prefix', 'intro', 'desc', 'url', 'web', 'git', 'discord', 'state', 'owner', 'reason', ]) .orderBy('date', 'desc') .where({ owner: id }) const owner = await get.user.load(id) res = await Promise.all( res.map(async (el) => { el.category = JSON.parse(el.category) el.owner = owner return el }) ) return res } /** * @param userID * @param botID * @returns Timestamp */ async function getVote( userID: string, targetID: string, type: 'bot' | 'server' ): Promise { const user = await knex('users').select(['votes']).where({ id: userID }) if (user.length === 0) return null const data = JSON.parse(user[0].votes) return data[`${type}:${targetID}`] || 0 } async function getWebhook(id: string, type: 'bots' | 'servers'): Promise { const res = ( await knex(type) .select(['webhook_url', 'webhook_status', 'webhook_failed_since', 'webhook_secret']) .where({ id }) )[0] if (!res) return null return { url: res.webhook_url, status: res.webhook_status, failedSince: res.webhook_failed_since, secret: res.webhook_secret, } } async function voteBot(userID: string, botID: string): Promise { const user = await knex('users').select(['votes']).where({ id: userID }) const key = `bot:${botID}` if (user.length === 0) return null const date = +new Date() const data = JSON.parse(user[0].votes) const lastDate = data[key] || 0 if (date - lastDate < VOTE_COOLDOWN) return VOTE_COOLDOWN - (date - lastDate) data[key] = date await knex('bots').where({ id: botID }).increment('votes', 1) await knex('users') .where({ id: userID }) .update({ votes: JSON.stringify(data) }) const record = await Bots.updateOne( { _id: botID, 'voteMetrix.day': getYYMMDD() }, { $inc: { 'voteMetrix.$.increasement': 1, 'voteMetrix.$.count': 1 } } ) if (record.matchedCount === 0) await Bots.findByIdAndUpdate( botID, { $push: { voteMetrix: { count: (await knex('bots').where({ id: botID }))[0].votes } } }, { upsert: true } ) return true } async function voteServer(userID: string, serverID: string): Promise { const user = await knex('users').select(['votes']).where({ id: userID }) const key = `server:${serverID}` if (user.length === 0) return null const date = +new Date() const data = JSON.parse(user[0].votes) const lastDate = data[key] || 0 if (date - lastDate < VOTE_COOLDOWN) return VOTE_COOLDOWN - (date - lastDate) data[key] = date await knex('servers').where({ id: serverID }).increment('votes', 1) await knex('users') .where({ id: userID }) .update({ votes: JSON.stringify(data) }) // const record = await Servers.updateOne({ _id: serverID, 'voteMetrix.day': getYYMMDD() }, { $inc: { 'voteMetrix.$.increasement': 1, 'voteMetrix.$.count': 1 } }) // if(record.n === 0) await Servers.findByIdAndUpdate(serverID, { $push: { voteMetrix: { count: (await knex('servers').where({ id: serverID }))[0].votes } } }, { upsert: true }) return true } /** * @returns 1 - Has pending Bots * @returns 2 - Already submitted ID * @returns 3 - Bot User does not exists * @returns 4 - Discord not Joined * @returns 5 - 3 or more denies * @returns obj - Success */ async function submitBot( id: string, data: AddBotSubmit ): Promise<1 | 2 | 3 | 4 | 5 | SubmittedBot> { const submits = await knex('submitted').select(['id']).where({ state: 0, owner: id }) if (submits.length > 1) return 1 const botId = data.id const strikes = await get.botSubmitStrikes(botId) if (strikes >= 3) return 5 const date = Math.round(+new Date() / 1000) const sameID = await knex('submitted').select(['id']).where({ id: botId, state: 0 }) const bot = await get.bot.load(data.id) if (sameID.length !== 0 || bot) return 2 const user = await DiscordBot.users.fetch(data.id).catch(() => false) if (!user) return 3 const member = await getMainGuild() .members.fetch(id) .then(() => true) .catch(() => false) if (!member) return 4 await knex('submitted').insert({ id: botId, date: date, owner: id, lib: data.library, prefix: data.prefix, intro: data.intro, desc: data.desc, web: data.website, git: data.git, url: data.url, category: JSON.stringify(data.category), discord: data.discord, state: 0, }) return await getBotSubmit(botId, date) } /** * @returns 1 - Server already exists * @returns 2 - Bot not invited * @returns 3 - Not owner * @returns 4 - Invalid invite code */ async function submitServer( userID: string, id: string, data: AddServerSubmit ): Promise<1 | 2 | 3 | 4 | boolean> { const server = await get.server.load(id) if (server) return 1 const serverData = await get.serverData(id) if (!serverData) return 2 if (serverData.owner !== userID && !serverData.admins.includes(userID)) return 3 const inviteData = await DiscordBot.fetchInvite(data.invite).catch(() => null) if (!inviteData || inviteData.guild.id !== id || inviteData.expiresAt) return 4 await knex('servers').insert({ id: id, name: serverData.name, intro: data.intro, desc: data.desc, category: JSON.stringify(data.category), invite: data.invite, token: sign({ id }), }) await updateOwners(id, [serverData.owner, ...serverData.admins], 'server') get.server.clear(id) return true } async function getBotSpec(id: string, userID: string): Promise { const res = await knex('bots') .select(['bots.id', 'bots.token', 'bots.webhook_url', 'bots.webhook_status']) .leftJoin('owners_mapping', 'bots.id', 'owners_mapping.target_id') .where('owners_mapping.user_id', userID) .andWhere('owners_mapping.type', ObjectType.Bot) .andWhere('bots.id', id) if (!res[0]) return null return { id: res[0].id, token: res[0].token, webhookURL: res[0].webhook_url, webhookStatus: res[0].webhook_status, } } async function getServerSpec(id: string, userID: string): Promise { const res = await knex('servers') .select(['servers.id', 'servers.token', 'servers.webhook_url', 'servers.webhook_status']) .leftJoin('owners_mapping', 'servers.id', 'owners_mapping.target_id') .where('owners_mapping.user_id', userID) .andWhere('owners_mapping.type', ObjectType.Server) .andWhere('servers.id', id) if (!res[0]) return null return { id: res[0].id, token: res[0].token, webhookURL: res[0].webhook_url, webhookStatus: res[0].webhook_status, } } async function deleteBot(id: string): Promise { const bot = await knex('bots').where({ id }).del() get.bot.clear(id) return !!bot } async function deleteServer(id: string): Promise { const server = await knex('servers').where({ id }).del() return !!server } async function updateBot(id: string, data: ManageBot): Promise { const res = await knex('bots').where({ id }) if (res.length === 0) return 0 await knex('bots') .update({ prefix: data.prefix, lib: data.library, web: data.website, git: data.git, url: data.url, discord: data.discord, category: JSON.stringify(data.category), intro: data.intro, desc: data.desc, }) .where({ id }) return 1 } async function updatedServer(id: string, data: ManageServer) { const res = await knex('servers').where({ id }) if (res.length === 0) return 0 await knex('servers') .update({ invite: data.invite, category: JSON.stringify(data.category), intro: data.intro, desc: data.desc, }) .where({ id }) return 1 } /** * @returns 1 - Limit of 100k servers * @returns 2 - Limit of 10M servers * @returns 3 - Limit of 100 shards */ async function updateServer(id: string, servers: number, shards: number) { const bot = await get.bot.load(id) if (bot.servers < 10000 && servers >= 10000) return 1 else if (bot.servers < 1000000 && servers >= 1000000) return 2 if (bot.shards < 200 && shards >= 200) return 3 await knex('bots') .update({ servers: servers === undefined ? bot.servers : servers, shards: shards === undefined ? bot.shards : shards, }) .where({ id }) if (servers) { await Bots.findByIdAndUpdate( id, { $pull: { serverMetrix: { day: getYYMMDD() } } }, { upsert: true } ) await Bots.findByIdAndUpdate(id, { $push: { serverMetrix: { count: servers } } }) } return } async function updateWebhook(id: string, type: 'bots' | 'servers', value: Partial) { const res = await knex(type) .update({ webhook_url: value.url, webhook_status: value.status, webhook_failed_since: value.failedSince, webhook_secret: value.secret, }) .where({ id }) if (res !== 1) return false return true } async function updateOwners(id: string, owners: string[], type: 'bot' | 'server'): Promise { await knex('owners_mapping').where({ target_id: id }).del() await knex('owners_mapping').insert( owners.map((el) => ({ user_id: el, target_id: id, type: type === 'bot' ? ObjectType.Bot : ObjectType.Server, })) ) get.bot.clear(id) } async function resetBotToken(id: string, beforeToken: string) { const token = sign({ id }) const bot = await knex('bots').update({ token }).where({ id, token: beforeToken }) if (bot !== 1) return null return token } async function resetServerToken(id: string, beforeToken: string) { const token = sign({ id }) const server = await knex('servers').update({ token }).where({ id, token: beforeToken }) if (server !== 1) return null return token } async function Github(id: string, github: string | null) { if (github) { const user = await knex('users').where({ github }).whereNot({ id }) if (user.length !== 0) return 0 } await knex('users').update({ github }).where({ id }) return 1 } async function getImage(url: string) { const res = await fetch(url) if (!res.ok) return null return await res.buffer() } async function getDiscordUser(id: string): Promise { return await DiscordBot.users .fetch(id) .then((u) => u) .catch(() => null) } /** * * @param info * @returns 1 - UnVerified * @returns 2 - Blocked */ async function assignToken(info: TokenRegister): Promise { let token = await knex('users') .select(['token', 'perm']) .where({ id: info.id || '' }) let t: string if (!info.verified) return 1 if (token.length === 0) { t = sign({ id: info.id }, { expiresIn: '30d' }) await knex('users').insert({ token: t, date: Math.round(Number(new Date()) / 1000), id: info.id, email: info.email, tag: info.discriminator, username: info.username, discord: sign({ access_token: info.access_token, expires_in: info.expires_in, refresh_token: info.refresh_token, }), }) token = await knex('users').select(['token']).where({ id: info.id }) } else await knex('users') .update({ email: info.email, tag: info.discriminator, username: info.username, discord: sign({ access_token: info.access_token, expires_in: info.expires_in, refresh_token: info.refresh_token, }), }) .where({ id: info.id }) if (token[0].perm && token[0].perm !== 'user') return 2 if (!verify(token[0]?.token ?? '')) { t = sign({ id: info.id }, { expiresIn: '30d' }) await knex('users').update({ token: t }).where({ id: info.id }) } else t = token[0].token return t } async function Authorization(token: string): Promise { const tokenInfo = verify(token ?? '') const user = await knex('users') .select(['id']) .where({ id: tokenInfo?.id ?? '', token: token ?? '' }) if (user.length === 0) return false else return user[0].id } async function BotAuthorization(token: string): Promise { const tokenInfo = verify(token ?? '') const bot = await knex('bots') .select(['id']) .where({ id: tokenInfo?.id ?? '', token: token ?? '' }) if (bot.length === 0) return false else return bot[0].id } async function ServerAuthorization(token: string): Promise { const tokenInfo = verify(token ?? '') const server = await knex('servers') .select(['id']) .where({ id: tokenInfo?.id ?? '', token: token ?? '' }) if (server.length === 0) return false else return server[0].id } async function fetchUserDiscordToken(id: string): Promise { const res = await knex('users').select(['discord']).where({ id }) let discord = verify(res[0]?.discord ?? '') if (!discord) return null if (Date.now() > (discord.iat + discord.expires_in) * 1000) { const token: DiscordTokenInfo = await fetch(DiscordEnpoints.Token, { method: 'POST', body: formData({ client_id: process.env.DISCORD_CLIENT_ID, client_secret: process.env.DISCORD_CLIENT_SECRET, refresh_token: discord.refresh_token, grant_type: 'refresh_token', }), headers: { 'Content-Type': 'application/x-www-form-urlencoded', }, }).then((r) => r.json()) if (token.error) return null await knex('users') .update({ discord: sign({ access_token: token.access_token, expires_in: token.expires_in, refresh_token: token.refresh_token, }), }) .where({ id }) discord = token } return discord } async function addRequest(ip: string, map: TLRU) { if (!map.has(ip)) map.set(ip, 0) map.set(ip, map.get(ip) + 1) } export async function CaptchaVerify(response: string): Promise { const res: { success: boolean } = await fetch(SpecialEndPoints.HCaptcha.Verify, { method: 'POST', headers: { 'Content-Type': 'application/x-www-form-urlencoded', }, body: formData({ response, secret: process.env.HCAPTCHA_KEY, }), }).then((r) => r.json()) return res.success } // Private APIs async function getBotSubmitList() { const res = await knex('submitted').select(['id', 'date']).where({ state: 0 }) return await Promise.all( res.map((b) => get.botSubmit.load(JSON.stringify({ id: b.id, date: b.date }))) ) } async function getBotSubmitHistory(id: string): Promise { const res = await knex('submitted').select(['id', 'date']).where({ id }) return await Promise.all( res.map((b) => get.botSubmit.load(JSON.stringify({ id: b.id, date: b.date }))) ) } async function denyBotSubmission(id: string, date: number, reason?: string) { await knex('submitted') .update({ state: 2, reason: reason || null }) .where({ state: 0, id, date }) } async function getBotSubmitStrikes(id: string) { const identicalSubmits = await knex('submitted') .select(['id']) .where({ id, state: 2 }) .whereNotIn('reason', ['PRIVATE', 'OFFLINE', 'ABSENT_AT_DISCORD']) // 다음 사유를 제외한 다른 사유의 3회 이상 거부 존재시 봇 등록 제한. return identicalSubmits.length } async function approveBotSubmission(id: string, date: number) { const [data] = await knex('submitted') .select([ 'id', 'date', 'category', 'lib', 'prefix', 'intro', 'desc', 'url', 'web', 'git', 'discord', 'state', 'owner', 'reason', ]) .where({ state: 0, id, date }) if (!data) return false await knex('submitted').where({ state: 0, id, date }).update({ state: 1 }) await knex('bots').insert({ id, date, lib: data.lib, prefix: data.prefix, intro: data.intro, desc: data.desc, url: data.url, web: data.web, git: data.git, category: data.category, discord: data.discord, token: sign({ id }), }) updateOwners(id, [data.owner], 'bot') return true } export function safeImageHost(text: string) { return ( text?.replace( markdownImage, ( matches: string, alt: string | undefined, link: string | undefined, description: string | undefined ): string => { try { const url = new URL(link) return `![${alt || description || ''}](${ imageSafeHost.find((el) => url.host.endsWith(el)) ? link : camoUrl(link) })` } catch { return matches } } ) || null ) } async function viewBot(id: string) { const record = await Bots.updateOne( { _id: id, 'viewMetrix.day': getYYMMDD() }, { $inc: { 'viewMetrix.$.count': 1 } } ) if (record.matchedCount === 0) await Bots.findByIdAndUpdate(id, { $push: { viewMetrix: { count: 0 } } }, { upsert: true }) } export const get = { discord: { user: new DataLoader( async (ids: string[]) => await Promise.all(ids.map(async (id: string) => await getDiscordUser(id))), { cacheMap: new TLRU({ maxStoreSize: 5000, maxAgeMs: 43200000 }) } ), }, bot: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getBot(el)))).map((row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) } ), _rawBot: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getBot(el, false)))).map((row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) } ), botDescSafe: async (id: string) => { const bot = await get.bot.load(id) return safeImageHost(bot?.desc) }, server: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (id: string) => await getServer(id)))).map((row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 5000, maxAgeMs: 60000 }) } ), _rawServer: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (id: string) => await getServer(id, false)))).map((row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 5000, maxAgeMs: 60000 }) } ), user: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getUser(el)))).map((row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) } ), _rawUser: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getUser(el, false)))).map((row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) } ), userGuilds: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getUserGuilds(el)))).map((row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) } ), botSubmits: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getBotSubmits(el)))).map((row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) } ), botSubmit: new DataLoader( async (key: string[]) => ( await Promise.all( key.map(async (el: string) => { const json = JSON.parse(el) return await getBotSubmit(json.id, json.date) }) ) ).map((row) => serialize(row)), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) } ), botSpec: getBotSpec, serverSpec: getServerSpec, list: { category: new DataLoader( async (key: string[]) => ( await Promise.all( key.map(async (k: string) => { const json = JSON.parse(k) return await getBotList('CATEGORY', json.page, json.category) }) ) ).map((row) => serialize(row)), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 500000 }) } ), search: new DataLoader( async (key: string[]) => ( await Promise.all( key.map(async (k: string) => { const json = JSON.parse(k) const res = await getBotList('SEARCH', json.page, json.query) return { ...res, totalPage: Number(res.totalPage), currentPage: Number(res.currentPage), } }) ) ).map((row) => serialize(row)), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 500000 }) } ), votes: new DataLoader( async (pages: number[]) => (await Promise.all(pages.map(async (page: number) => await getBotList('VOTE', page)))).map( (row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 500000 }) } ), new: new DataLoader( async (pages: number[]) => (await Promise.all(pages.map(async (page: number) => await getBotList('NEW', page)))).map( (row) => serialize(row) ), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 1800000 }) } ), trusted: new DataLoader( async (pages: number[]) => ( await Promise.all(pages.map(async (page: number) => await getBotList('TRUSTED', page))) ).map((row) => serialize(row)), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 3600000 }) } ), }, serverList: { category: new DataLoader( async (key: string[]) => ( await Promise.all( key.map(async (k: string) => { const json = JSON.parse(k) return await getServerList('CATEGORY', json.page, json.category) }) ) ).map((row) => serialize(row)), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 500000 }) } ), search: new DataLoader( async (key: string[]) => ( await Promise.all( key.map(async (k: string) => { const json = JSON.parse(k) const res = await getServerList('SEARCH', json.page, json.query) return { ...res, totalPage: Number(res.totalPage), currentPage: Number(res.currentPage), } }) ) ).map((row) => serialize(row)), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 500000 }) } ), votes: new DataLoader( async (pages: number[]) => ( await Promise.all(pages.map(async (page: number) => await getServerList('VOTE', page))) ).map((row) => serialize(row)), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 500000 }) } ), new: new DataLoader( async (pages: number[]) => ( await Promise.all(pages.map(async (page: number) => await getServerList('NEW', page))) ).map((row) => serialize(row)), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 1800000 }) } ), trusted: new DataLoader( async (pages: number[]) => ( await Promise.all(pages.map(async (page: number) => await getServerList('TRUSTED', page))) ).map((row) => serialize(row)), { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 3600000 }) } ), }, images: { user: new DataLoader( async (urls: string[]) => await Promise.all(urls.map(async (url: string) => await getImage(url))), { cacheMap: new TLRU({ maxStoreSize: 500, maxAgeMs: 3600000 }) } ), server: new DataLoader( async (urls: string[]) => await Promise.all(urls.map(async (url: string) => await getImage(url))), { cacheMap: new TLRU({ maxStoreSize: 500, maxAgeMs: 3600000 }) } ), }, serverData: getServerData, webhook: getWebhook, botVote: async (botID: string, targetID: string) => await getVote(botID, targetID, 'bot'), vote: getVote, Authorization, BotAuthorization, ServerAuthorization, botSubmitList: getBotSubmitList, botSubmitHistory: getBotSubmitHistory, botSubmitStrikes: getBotSubmitStrikes, serverOwners: fetchServerOwners, } export const update = { assignToken, resetBotToken, resetServerToken, updateServer, Github, bot: updateBot, server: updatedServer, botOwners: (id: string, owners: string[]) => { return updateOwners(id, owners, 'bot') }, webhook: updateWebhook, denyBotSubmission, approveBotSubmission, fetchUserDiscordToken, } export const put = { voteBot, voteServer, submitBot, submitServer, viewBot, } export const remove = { bot: deleteBot, server: deleteServer, } export const ratelimit = { image: (ip: string) => { addRequest(ip, imageRateLimit) return imageRateLimit.get(ip) }, }