Refactor to mono-repo + upgrade packages

1 files changed, 287 insertions, 0 deletions

diff --git a/src/api/util/handlers/Message.ts b/src/api/util/handlers/Message.ts
new file mode 100644
index 00000000..7e91fb7b
--- /dev/null
+++ b/src/api/util/handlers/Message.ts
@@ -0,0 +1,287 @@
+import {
+	Channel,
+	Embed,
+	emitEvent,
+	Guild,
+	Message,
+	MessageCreateEvent,
+	MessageUpdateEvent,
+	getPermission,
+	getRights,
+	CHANNEL_MENTION,
+	Snowflake,
+	USER_MENTION,
+	ROLE_MENTION,
+	Role,
+	EVERYONE_MENTION,
+	HERE_MENTION,
+	MessageType,
+	User,
+	Application,
+	Webhook,
+	Attachment,
+	Config,
+	Sticker,
+} from "@fosscord/util";
+import { HTTPError } from "lambert-server";
+import fetch from "node-fetch";
+import cheerio from "cheerio";
+import { MessageCreateSchema } from "../../routes/channels/#channel_id/messages";
+import { In } from "typeorm";
+const allow_empty = false;
+// TODO: check webhook, application, system author, stickers
+// TODO: embed gifs/videos/images
+
+const LINK_REGEX = /https?:\/\/(www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b([-a-zA-Z0-9()@:%_\+.~#?&//=]*)/g;
+
+const DEFAULT_FETCH_OPTIONS: any = {
+	redirect: "follow",
+	follow: 1,
+	headers: {
+		"user-agent": "Mozilla/5.0 (compatible; Fosscord/1.0; +https://github.com/fosscord/fosscord)"
+	},
+	// size: 1024 * 1024 * 5, 	// grabbed from config later
+	compress: true,
+	method: "GET"
+};
+
+export async function handleMessage(opts: MessageOptions): Promise<Message> {
+	const channel = await Channel.findOneOrFail({ where: { id: opts.channel_id }, relations: ["recipients"] });
+	if (!channel || !opts.channel_id) throw new HTTPError("Channel not found", 404);
+
+	const stickers = opts.sticker_ids ? await Sticker.find({ where: { id: In(opts.sticker_ids) } }) : undefined;
+	const message = Message.create({
+		...opts,
+		id: Snowflake.generate(),
+		sticker_items: stickers,
+		guild_id: channel.guild_id,
+		channel_id: opts.channel_id,
+		attachments: opts.attachments || [],
+		embeds: opts.embeds || [],
+		reactions: /*opts.reactions ||*/[],
+		type: opts.type ?? 0,
+	});
+
+	if (message.content && message.content.length > Config.get().limits.message.maxCharacters) {
+		throw new HTTPError("Content length over max character limit");
+	}
+
+	if (opts.author_id) {
+		message.author = await User.getPublicUser(opts.author_id);
+		const rights = await getRights(opts.author_id);
+		rights.hasThrow("SEND_MESSAGES");
+	}
+	if (opts.application_id) {
+		message.application = await Application.findOneOrFail({ where: { id: opts.application_id } });
+	}
+	if (opts.webhook_id) {
+		message.webhook = await Webhook.findOneOrFail({ where: { id: opts.webhook_id } });
+	}
+
+	const permission = await getPermission(opts.author_id, channel.guild_id, opts.channel_id);
+	permission.hasThrow("SEND_MESSAGES");
+	if (permission.cache.member) {
+		message.member = permission.cache.member;
+	}
+
+	if (opts.tts) permission.hasThrow("SEND_TTS_MESSAGES");
+	if (opts.message_reference) {
+		permission.hasThrow("READ_MESSAGE_HISTORY");
+		// code below has to be redone when we add custom message routing
+		if (message.guild_id !== null) {
+			const guild = await Guild.findOneOrFail({ where: { id: channel.guild_id } });
+			if (!guild.features.includes("CROSS_CHANNEL_REPLIES")) {
+				if (opts.message_reference.guild_id !== channel.guild_id) throw new HTTPError("You can only reference messages from this guild");
+				if (opts.message_reference.channel_id !== opts.channel_id) throw new HTTPError("You can only reference messages from this channel");
+			}
+		}
+		/** Q: should be checked if the referenced message exists? ANSWER: NO
+		 otherwise backfilling won't work **/
+		// @ts-ignore
+		message.type = MessageType.REPLY;
+	}
+
+	// TODO: stickers/activity
+	if (!allow_empty && (!opts.content && !opts.embeds?.length && !opts.attachments?.length && !opts.sticker_ids?.length)) {
+		throw new HTTPError("Empty messages are not allowed", 50006);
+	}
+
+	var content = opts.content;
+	var mention_channel_ids = [] as string[];
+	var mention_role_ids = [] as string[];
+	var mention_user_ids = [] as string[];
+	var mention_everyone = false;
+
+	if (content) { // TODO: explicit-only mentions
+		message.content = content.trim();
+		for (const [_, mention] of content.matchAll(CHANNEL_MENTION)) {
+			if (!mention_channel_ids.includes(mention)) mention_channel_ids.push(mention);
+		}
+
+		for (const [_, mention] of content.matchAll(USER_MENTION)) {
+			if (!mention_user_ids.includes(mention)) mention_user_ids.push(mention);
+		}
+
+		await Promise.all(
+			Array.from(content.matchAll(ROLE_MENTION)).map(async ([_, mention]) => {
+				const role = await Role.findOneOrFail({ where: { id: mention, guild_id: channel.guild_id } });
+				if (role.mentionable || permission.has("MANAGE_ROLES")) {
+					mention_role_ids.push(mention);
+				}
+			})
+		);
+
+		if (permission.has("MENTION_EVERYONE")) {
+			mention_everyone = !!content.match(EVERYONE_MENTION) || !!content.match(HERE_MENTION);
+		}
+	}
+
+	message.mention_channels = mention_channel_ids.map((x) => Channel.create({ id: x }));
+	message.mention_roles = mention_role_ids.map((x) => Role.create({ id: x }));
+	message.mentions = mention_user_ids.map((x) => User.create({ id: x }));
+	message.mention_everyone = mention_everyone;
+
+	// TODO: check and put it all in the body
+
+	return message;
+}
+
+// TODO: cache link result in db
+export async function postHandleMessage(message: Message) {
+	var links = message.content?.match(LINK_REGEX);
+	if (!links) return;
+
+	const data = { ...message };
+	data.embeds = data.embeds.filter((x) => x.type !== "link");
+
+	links = links.slice(0, 20) as RegExpMatchArray; // embed max 20 links — TODO: make this configurable with instance policies
+
+	const { endpointPublic, resizeWidthMax, resizeHeightMax } = Config.get().cdn;
+
+	for (const link of links) {
+		try {
+			const request = await fetch(link, {
+				...DEFAULT_FETCH_OPTIONS,
+				size: Config.get().limits.message.maxEmbedDownloadSize,
+			});
+
+			let embed: Embed;
+
+			const type = request.headers.get("content-type");
+			if (type?.indexOf("image") == 0) {
+				embed = {
+					provider: {
+						url: link,
+						name: new URL(link).hostname,
+					},
+					image: {
+						// can't be bothered rn
+						proxy_url: `${endpointPublic}/external/resize/${encodeURIComponent(link)}?width=500&height=400`,
+						url: link,
+						width: 500,
+						height: 400
+					}
+				};
+				data.embeds.push(embed);
+			}
+			else {
+				const text = await request.text();
+				const $ = cheerio.load(text);
+
+				const title = $('meta[property="og:title"]').attr("content");
+				const provider_name = $('meta[property="og:site_name"]').text();
+				const author_name = $('meta[property="article:author"]').attr("content");
+				const description = $('meta[property="og:description"]').attr("content") || $('meta[property="description"]').attr("content");
+
+				const image = $('meta[property="og:image"]').attr("content");
+				const width = parseInt($('meta[property="og:image:width"]').attr("content") || "") || undefined;
+				const height = parseInt($('meta[property="og:image:height"]').attr("content") || "") || undefined;
+
+				const url = $('meta[property="og:url"]').attr("content");
+				// TODO: color
+				embed = {
+					provider: {
+						url: link,
+						name: provider_name
+					}
+				};
+
+				const resizeWidth = Math.min(resizeWidthMax ?? 1, width ?? 100);
+				const resizeHeight = Math.min(resizeHeightMax ?? 1, height ?? 100);
+				if (author_name) embed.author = { name: author_name };
+				if (image) embed.thumbnail = {
+					proxy_url: `${endpointPublic}/external/resize/${encodeURIComponent(image)}?width=${resizeWidth}&height=${resizeHeight}`,
+					url: image,
+					width: width,
+					height: height
+				};
+				if (title) embed.title = title;
+				if (url) embed.url = url;
+				if (description) embed.description = description;
+
+				const approvedProviders = [
+					"media4.giphy.com",
+					"c.tenor.com",
+					// todo: make configurable? don't really care tho
+				];
+
+				// very bad code below
+				// don't care lol
+				if (embed?.thumbnail?.url && approvedProviders.indexOf(new URL(embed.thumbnail.url).hostname) !== -1) {
+					embed = {
+						provider: {
+							url: link,
+							name: new URL(link).hostname,
+						},
+						image: {
+							proxy_url: `${endpointPublic}/external/resize/${encodeURIComponent(image!)}?width=${resizeWidth}&height=${resizeHeight}`,
+							url: image,
+							width: width,
+							height: height
+						}
+					};
+				}
+
+				if (title || description) {
+					data.embeds.push(embed);
+				}
+			}
+		} catch (error) { }
+	}
+
+	await Promise.all([
+		emitEvent({
+			event: "MESSAGE_UPDATE",
+			channel_id: message.channel_id,
+			data
+		} as MessageUpdateEvent),
+		Message.update({ id: message.id, channel_id: message.channel_id }, { embeds: data.embeds })
+	]);
+}
+
+export async function sendMessage(opts: MessageOptions) {
+	const message = await handleMessage({ ...opts, timestamp: new Date() });
+
+	await Promise.all([
+		Message.insert(message),
+		emitEvent({ event: "MESSAGE_CREATE", channel_id: opts.channel_id, data: message.toJSON() } as MessageCreateEvent)
+	]);
+
+	postHandleMessage(message).catch((e) => { }); // no await as it should catch error non-blockingly
+
+	return message;
+}
+
+interface MessageOptions extends MessageCreateSchema {
+	id?: string;
+	type?: MessageType;
+	pinned?: boolean;
+	author_id?: string;
+	webhook_id?: string;
+	application_id?: string;
+	embeds?: Embed[];
+	channel_id?: string;
+	attachments?: Attachment[];
+	edited_timestamp?: Date;
+	timestamp?: Date;
+}