Adds file viewing support

TecEash1 · TecEash1 · commit 4e315045ca51 · 2024-05-07T16:46:47.000+01:00
diff --git a/events/taurusai.js b/events/taurusai.js
@@ -14,6 +14,7 @@ const {
 	handleResponse,
 	checkGeminiApiKey,
 	fetchThreadMessages,
+	processAttachments,
 } = require("../utils");
 const genAI = new GoogleGenerativeAI(Gemini_API_KEY);
 
@@ -25,6 +26,8 @@ module.exports = {
 			return;
 		if ([18, 21].includes(message.type)) return;
 
+		const attachments = await processAttachments(message);
+
 		let userQuestion;
 		let messageDeleted;
 		let threadMessages = [];
@@ -97,6 +100,8 @@ module.exports = {
 				instruction += ` The user's status/presence is currently:\n${status_devices}`;
 			}
 
+			userQuestion += `\n\n${attachments}`;
+
 			const generationConfig = {
 				maxOutputTokens: 750,
 			};
diff --git a/utils.js b/utils.js
@@ -1,5 +1,6 @@
 const { HarmCategory, HarmBlockThreshold } = require("@google/generative-ai");
 const { EmbedBuilder, DiscordAPIError } = require("discord.js");
+const axios = require("axios");
 
 function botInGuild(interaction) {
 	const botGuilds = interaction.client.guilds.cache;
@@ -241,7 +242,9 @@ async function fetchThreadMessages(Gemini_API_KEY, message) {
 						: "user";
 				let content = currentMessage.content;
 				if (sender === "user") {
+					const attachments = await processAttachments(currentMessage);
 					content = content.replace(/<@\d+>\s*/, "");
+					content += `\n\n${attachments}`;
 				} else if (
 					sender === "model" &&
 					currentMessage.embeds.length > 0 &&
@@ -275,11 +278,47 @@ async function fetchThreadMessages(Gemini_API_KEY, message) {
 	return { userQuestion, threadMessages, messageDeleted };
 }
 
+async function processAttachments(message) {
+	let attachmentsContent = "";
+
+	if (message.attachments.size > 0) {
+		let hasTextPlainAttachment = false;
+
+		const promises = message.attachments.map(async (attachment) => {
+			if (attachment.contentType === "text/plain; charset=utf-8") {
+				hasTextPlainAttachment = true;
+				const name = attachment.name;
+				const url = attachment.url;
+
+				try {
+					const result = await axios.get(url);
+					const attachmentContent = result.data;
+
+					attachmentsContent += `Name: ${name}\nContent: ${attachmentContent}\n\n`;
+				} catch (error) {
+					console.error(`Failed to retrieve content from ${url}: ${error}`);
+				}
+			}
+		});
+
+		await Promise.all(promises);
+
+		if (hasTextPlainAttachment) {
+			attachmentsContent =
+				"Below are the following files attached to my message:\n\n" +
+				attachmentsContent;
+		}
+	}
+
+	return attachmentsContent;
+}
+
 module.exports = {
 	botInGuild,
 	safetySettings,
 	handleGeminiError,
 	handleResponse,
 	checkGeminiApiKey,
 	fetchThreadMessages,
+	processAttachments,
 };
