import fetch from 'node-fetch' import { TLRU } from 'tlru' import DataLoader from 'dataloader' import { User as DiscordUser } from 'discord.js' import { Bot, User, ListType, BotList, TokenRegister, BotFlags, DiscordUserFlags, SubmittedBot } from '@types' import { categories, imageSafeHost, SpecialEndPoints, VOTE_COOLDOWN } from './Constants' import knex from './Knex' import { DiscordBot, getMainGuild } from './DiscordBot' import { sign, verify } from './Jwt' import { camoUrl, formData, serialize } from './Tools' import { AddBotSubmit, ManageBot } from './Yup' import { markdownImage } from './Regex' export const imageRateLimit = new TLRU({ maxAgeMs: 60000 }) async function getBot(id: string, owners=true):Promise { const res = await knex('bots') .select([ 'id', 'flags', 'owners', 'lib', 'prefix', 'votes', 'servers', 'intro', 'desc', 'web', 'git', 'url', 'category', 'status', 'trusted', 'partnered', 'discord', 'state', 'vanity', 'bg', 'banner', ]) .where({ id }) .orWhere({ vanity: id, trusted: true }) .orWhere({ vanity: id, partnered: true }) if (res[0]) { const discordBot = await get.discord.user.load(res[0].id) await getMainGuild()?.members?.fetch(res[0].id).catch(e=> e) if(!discordBot) return null res[0].flags = res[0].flags | (discordBot.flags && DiscordUserFlags.VERIFIED_BOT ? BotFlags.verifed : 0) | (res[0].trusted ? BotFlags.trusted : 0) | (res[0].partnered ? BotFlags.partnered : 0) res[0].tag = discordBot.discriminator res[0].avatar = discordBot.avatar res[0].name = discordBot.username res[0].category = JSON.parse(res[0].category) res[0].owners = JSON.parse(res[0].owners) res[0].status = discordBot.presence?.activities?.find(r => r.type === 'STREAMING') ? 'streaming' : discordBot.presence?.status || null delete res[0].trusted delete res[0].partnered if (owners) { res[0].owners = await Promise.all( res[0].owners.map(async (u: string) => await get._rawUser.load(u)) ) res[0].owners = res[0].owners.filter((el: User | null) => el).map((row: User) => ({ ...row })) } } return res[0] ?? null } async function getUser(id: string, bots = true):Promise { const res = await knex('users') .select(['id', 'flags', 'github']) .where({ id }) if (res[0]) { const owned = await knex('bots') .select(['id']) .where('owners', 'like', `%${id}%`) const discordUser = await get.discord.user.load(id) res[0].tag = discordUser?.discriminator || '0000' res[0].username = discordUser?.username || 'Unknown User' if (bots) { res[0].bots = await Promise.all(owned.map(async b => await get._rawBot.load(b.id))) res[0].bots = res[0].bots.filter((el: Bot | null) => el).map((row: User) => ({ ...row })) } else res[0].bots = owned.map(el => el.id) } return res[0] || null } async function getBotList(type: ListType, page = 1, query?: string):Promise { let res: { id: string }[] let count:string|number if (type === 'VOTE') { count = (await knex('bots').count())[0]['count(*)'] res = await knex('bots') .orderBy('votes', 'desc') .orderBy('servers', 'desc') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) } else if (type === 'TRUSTED') { count = ( await knex('bots') .where({ trusted: true }) .count() )[0]['count(*)'] res = await knex('bots') .where({ trusted: true }) .orderByRaw('RAND()') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) } else if (type === 'NEW') { count = ( await knex('bots') .count() )[0]['count(*)'] res = await knex('bots') .orderBy('date', 'desc') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) } else if (type === 'PARTNERED') { count = ( await knex('bots') .where({ partnered: true }) .count() )[0]['count(*)'] res = await knex('bots') .where({ partnered: true }) .orderByRaw('RAND()') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) } else if (type === 'CATEGORY') { if (!query) throw new Error('쿼리가 누락되었습니다.') if (!categories.includes(query)) throw new Error('알 수 없는 카테고리입니다.') count = ( await knex('bots') .where('category', 'like', `%${decodeURI(query)}%`) .count() )[0]['count(*)'] res = await knex('bots') .where('category', 'like', `%${decodeURI(query)}%`) .orderBy('votes', 'desc') .orderBy('servers', 'desc') .limit(16) .offset(((page ? Number(page) : 1) - 1) * 16) .select(['id']) } else if (type === 'SEARCH') { if (!query) throw new Error('쿼리가 누락되었습니다.') count = (await knex.raw('SELECT count(*) FROM bots WHERE MATCH(`name`, `intro`, `desc`) AGAINST(? in boolean mode)', [decodeURI(query)]))[0][0]['count(*)'] res = (await knex.raw('SELECT id, votes, MATCH(`name`, `intro`, `desc`) AGAINST(? in boolean mode) as relevance FROM bots WHERE MATCH(`name`, `intro`, `desc`) AGAINST(? in boolean mode) ORDER BY relevance DESC, votes DESC LIMIT 16 OFFSET ?', [decodeURI(query), decodeURI(query), ((page ? Number(page) : 1) - 1) * 16]))[0] } else { count = 1 res = [] } return { type, data: (await Promise.all(res.map(async el => await getBot(el.id)))).map(r=> ({...r})), currentPage: page, totalPage: Math.ceil(Number(count) / 16) } } async function getBotSubmit(id: string, date: number): Promise { const res = await knex('submitted').select(['id', 'date', 'category', 'lib', 'prefix', 'intro', 'desc', 'url', 'web', 'git', 'discord', 'state', 'owners', 'reason']).where({ id, date }) if(res.length === 0) return null res[0].category = JSON.parse(res[0].category) res[0].owners = await Promise.all(JSON.parse(res[0].owners).map(async (u: string)=> await get.user.load(u))) return res[0] } async function getBotSubmits(id: string): Promise { if(!id) return [] let res = await knex('submitted').select(['id', 'date', 'category', 'lib', 'prefix', 'intro', 'desc', 'url', 'web', 'git', 'discord', 'state', 'owners', 'reason']).orderBy('date', 'desc').where('owners', 'LIKE', `%${id}%`) res = await Promise.all(res.map(async el=> { el.category = JSON.parse(el.category) el.owners = await Promise.all(JSON.parse(el.owners).map(async (u: string)=> await get.user.load(u))) return el })) return res } /** * @param userID * @param botID * @returns Timestamp */ async function getBotVote(userID: string, botID: string): Promise { const user = await knex('users').select(['votes']).where({ id: userID }) if(user.length === 0) return null const data = JSON.parse(user[0].votes) return data[botID] || 0 } async function voteBot(userID: string, botID: string): Promise { const user = await knex('users').select(['votes']).where({ id: userID }) if(user.length === 0) return null const date = +new Date() const data = JSON.parse(user[0].votes) const lastDate = data[botID] || 0 if(date - lastDate < VOTE_COOLDOWN) return VOTE_COOLDOWN - (date - lastDate) data[botID] = date await knex('bots').where({ id: botID }).increment('votes', 1) await knex('users').where({ id: userID }).update({ votes: JSON.stringify(data) }) return true } /** * @returns 1 - Has pending Bots * @returns 2 - Already submitted ID * @returns 3 - Bot User does not exists * @returns 4 - Discord not Joined * @returns obj - Success */ async function submitBot(id: string, data: AddBotSubmit):Promise { const submits = await knex('submitted').select(['id']).where({ state: 0 }).andWhere('owners', 'LIKE', `%${id}%`) if(submits.length > 1) return 1 const botId = data.id const date = Math.round(+new Date()/1000) const sameID = await knex('submitted').select(['id']).where({ id: botId, state: 0 }) const bot = await get.bot.load(data.id) if(sameID.length !== 0 || bot) return 2 const user = await get.discord.user.load(data.id) if(!user) return 3 const member = await getMainGuild().members.fetch(id).then(() => true).catch(() => false) if(!member) return 4 await knex('submitted').insert({ id: botId, date: date, owners: JSON.stringify([ id ]), lib: data.library, prefix: data.prefix, intro: data.intro, desc: data.desc, web: data.website, git: data.git, url: data.url, category: JSON.stringify(data.category), discord: data.discord, state: 0 }) return await getBotSubmit(botId, date) } async function getBotSpec(id: string, userID: string) { const res = await knex('bots').select(['id', 'token', 'webhook']).where({ id }).andWhere('owners', 'like', `%${userID}%`) if(!res[0]) return null return serialize(res[0]) } async function deleteBot(id: string): Promise { const bot = await knex('bots').where({ id }).del() get.bot.clear(id) return !!bot } async function updateBot(id: string, data: ManageBot) { const res = await knex('bots').where({ id }) if(res.length === 0 || res[0].state !== 'ok') return 0 await knex('bots').update({ id, prefix: data.prefix, lib: data.library, web: data.website, git: data.git, url: data.url, discord: data.discord, category: JSON.stringify(data.category), intro: data.intro, desc: data.desc }).where({ id }) return 1 } /** * @returns 1 - Limit of 100k servers * @returns 2 - Limit of 10M servers */ async function updateServer(id: string, servers: number) { const bot = await get.bot.load(id) if(bot.servers < 10000 && servers >= 10000) return 1 if(bot.servers < 1000000 && servers >= 1000000) return 2 await knex('bots').update({ servers }).where({ id }) return } async function updateBotApplication(id: string, value: { webhook: string }) { const bot = await knex('bots').update({ webhook: value.webhook }).where({ id }) if(bot !== 1) return false return true } async function updateOwner(id: string, owners: string[]): Promise { await knex('bots').where({ id }).update({ owners: JSON.stringify(owners) }) get.bot.clear(id) } async function resetBotToken(id: string, beforeToken: string) { const token = sign({ id }) const bot = await knex('bots').update({ token }).where({ id, token: beforeToken }) if(bot !== 1) return null return token } async function Github(id: string, github: string) { const user = await knex('users').where({ github }).whereNot({ id }) if(github && user.length !== 0) return 0 await knex('users').update({ github }).where({ id }) return 1 } async function getImage(url: string) { const res = await fetch(url) if(!res.ok) return null return await res.buffer() } async function getDiscordUser(id: string):Promise { return DiscordBot.users.cache.get(id) ?? await DiscordBot.users.fetch(id, false, true).then(u => u.toJSON()).catch(()=>null) } async function assignToken(info: TokenRegister):Promise { let token = await knex('users').select(['token']).where({ id: info.id }) let t: string if(token.length === 0) { t = sign({ id: info.id }, { expiresIn: '30d' }) await knex('users').insert({ token: t, date: Math.round(Number(new Date()) / 1000), id: info.id, email: info.email, tag: info.discriminator, username: info.username, discord: sign({ access_token: info.access_token, expires_in: info.expires_in, refresh_token: info.refresh_token }) }) token = await knex('users').select(['token']).where({ id: info.id }) } else await knex('users').update({ email: info.email, tag: info.discriminator, username: info.username, discord: sign({ access_token: info.access_token, expires_in: info.expires_in, refresh_token: info.refresh_token }) }).where({ id: info.id }) if(!verify(token[0]?.token ?? '')) { t = sign({ id: info.id }, { expiresIn: '30d' }) await knex('users').update({ token: t }).where({ id: info.id }) } else t = token[0].token return t } async function Authorization(token: string):Promise { const tokenInfo = verify(token ?? '') const user = await knex('users').select(['id']).where({ id: tokenInfo?.id ?? '', token: token ?? '' }) if(user.length === 0) return false else return user[0].id } async function BotAuthorization(token: string):Promise { const tokenInfo = verify(token ?? '') const bot = await knex('bots').select(['id']).where({ id: tokenInfo?.id ?? '', token: token ?? '' }) if(bot.length === 0) return false else return bot[0].id } async function addRequest(ip: string, map: TLRU) { if(!map.has(ip)) map.set(ip, 0) map.set(ip, map.get(ip) + 1) } export async function CaptchaVerify(response: string): Promise { const res:{ success: boolean } = await fetch(SpecialEndPoints.HCaptcha.Verify, { method: 'POST', headers: { 'Content-Type': 'application/x-www-form-urlencoded' }, body: formData({ response, secret: process.env.HCAPTCHA_KEY }) }).then(r=> r.json()) return res.success } // Private APIs async function getBotSubmitList() { const res = await knex('submitted').select(['id', 'date']).where({ state: 0 }) return await Promise.all(res.map(b => get.botSubmit.load(JSON.stringify({ id: b.id, date: b.date })))) } export const get = { discord: { user: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (id: string) => await getDiscordUser(id)))) , { cacheMap: new TLRU({ maxStoreSize: 5000, maxAgeMs: 43200000 }) }), }, bot: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getBot(el)))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) }), _rawBot: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getBot(el, false)))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) }), botDescSafe: async (id: string) => { const bot = await get.bot.load(id) return bot?.desc.replace(markdownImage, (matches: string, alt: string|undefined, link: string|undefined, description: string|undefined): string => { try { const url = new URL(link) return `![${alt || description || ''}](${imageSafeHost.find(el => url.host.endsWith(el)) ? link : camoUrl(link) })` } catch { return matches } }) || null }, user: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getUser(el)))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) }), _rawUser: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getUser(el, false)))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) }), botSubmits: new DataLoader( async (ids: string[]) => (await Promise.all(ids.map(async (el: string) => await getBotSubmits(el)))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) }), botSubmit: new DataLoader( async (key: string[]) => (await Promise.all(key.map(async (el: string) => { const json = JSON.parse(el) return await getBotSubmit(json.id, json.date) }))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 60000 }) }), botSpec: getBotSpec, list: { category: new DataLoader( async (key: string[]) => (await Promise.all(key.map(async (k: string) => { const json = JSON.parse(k) return await getBotList('CATEGORY', json.page, json.category) }))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 3000000 }) }), search: new DataLoader( async (key: string[]) => (await Promise.all(key.map(async (k: string) => { const json = JSON.parse(k) const res = await getBotList('SEARCH', json.page, json.query) return { ...res, totalPage: Number(res.totalPage), currentPage: Number(res.currentPage) } }))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 3000000 }) }), votes: new DataLoader( async (pages: number[]) => (await Promise.all(pages.map(async (page: number) => await getBotList('VOTE', page)))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 3000000 }) }), new: new DataLoader( async (pages: number[]) => (await Promise.all(pages.map(async (page: number) => await getBotList('NEW', page)))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 1800000 }) }), trusted: new DataLoader( async (pages: number[]) => (await Promise.all(pages.map(async (page: number) => await getBotList('TRUSTED', page)))).map(row => serialize(row)) , { cacheMap: new TLRU({ maxStoreSize: 50, maxAgeMs: 3600000 }) }), }, images: { user: new DataLoader( async (urls: string[]) => (await Promise.all(urls.map(async (url: string) => await getImage(url)))) , { cacheMap: new TLRU({ maxStoreSize: 500, maxAgeMs: 3600000 }) }), }, botVote: getBotVote, Authorization, BotAuthorization, botSubmitList: getBotSubmitList } export const update = { assignToken, updateBotApplication, resetBotToken, updateServer, Github, bot: updateBot, botOwners: updateOwner } export const put = { voteBot, submitBot } export const remove = { bot: deleteBot } export const ratelimit = { image: (ip: string) => { addRequest(ip, imageRateLimit) return imageRateLimit.get(ip) } }