feat: fetch all threads at once, no pagination (#152)

deepgram-devs · Feb 14, 2024 · 742f6ef · 742f6ef
1 parent e6a48c6
commit 742f6ef
Show file tree

Hide file tree

Showing 5 changed files with 30 additions and 58 deletions.
diff --git a/src/commands/stats.ts b/src/commands/stats.ts
@@ -30,26 +30,16 @@ export const stats: Command = {
         return;
       }
 
-      let rawArchived = await bot.cache.helpChannel.threads.fetchArchived();
+      const rawArchived = await bot.cache.helpChannel.threads.fetchArchived({
+        fetchAll: true,
+      });
       const archived = rawArchived.threads;
       const active = (await bot.cache.helpChannel.threads.fetchActive())
         .threads;
       const threads = [...archived.map((e) => e), ...active.map((e) => e)];
       const sorted = threads
         .map((e) => e)
         .sort((a, b) => (b.createdTimestamp ?? 0) - (a.createdTimestamp ?? 0));
-      let oldest = sorted.slice(-1)[0];
-
-      while (rawArchived.hasMore) {
-        rawArchived = await bot.cache.helpChannel.threads.fetchArchived({
-          before: oldest.id,
-        });
-        sorted.push(...rawArchived.threads.map((e) => e));
-        sorted.sort(
-          (a, b) => (b.createdTimestamp ?? 0) - (a.createdTimestamp ?? 0)
-        );
-        oldest = sorted.slice(-1)[0];
-      }
 
       const total = sorted.length;
       const answeredArray = sorted.filter((thread) =>

diff --git a/src/modules/threads/aggregateUnansweredThreads.ts b/src/modules/threads/aggregateUnansweredThreads.ts
@@ -10,12 +10,15 @@ import { stripLinks } from "../../utils/stripLinks";
  */
 export const aggregateUnansweredThreads = async (bot: ExtendedClient) => {
   try {
-    const archived = (await bot.cache.helpChannel.threads.fetchArchived())
-      .threads;
+    const archived = (
+      await bot.cache.helpChannel.threads.fetchArchived({ fetchAll: true })
+    ).threads;
     const active = (await bot.cache.helpChannel.threads.fetchActive()).threads;
     const threads = [...archived.map((e) => e), ...active.map((e) => e)];
     const unanswered = threads.filter(
-      (thread) => !thread.appliedTags.includes(bot.cache.answerTag)
+      (thread) =>
+        !thread.appliedTags.includes(bot.cache.answerTag) &&
+        !thread.appliedTags.includes(bot.cache.inactiveTag)
     );
     const mapped = unanswered
       .map((e) => e)

diff --git a/src/modules/threads/aggregateWeeklyThreads.ts b/src/modules/threads/aggregateWeeklyThreads.ts
@@ -10,33 +10,15 @@ import { stripLinks } from "../../utils/stripLinks";
  */
 export const aggregateWeeklyThreads = async (bot: ExtendedClient) => {
   try {
-    const archived = (await bot.cache.helpChannel.threads.fetchArchived())
-      .threads;
+    const archived = (
+      await bot.cache.helpChannel.threads.fetchArchived({ fetchAll: true })
+    ).threads;
     const active = (await bot.cache.helpChannel.threads.fetchActive()).threads;
     const threads = [...archived.map((e) => e), ...active.map((e) => e)];
     const answered = threads
       .filter((thread) => thread.appliedTags.includes(bot.cache.answerTag))
       .map((e) => e)
       .sort((a, b) => (b.createdTimestamp ?? 0) - (a.createdTimestamp ?? 0));
-    let oldest = answered.slice(-1)[0];
-
-    while (
-      oldest.createdTimestamp &&
-      oldest.createdTimestamp > Date.now() - 1000 * 60 * 60 * 24 * 7
-    ) {
-      const archived = (
-        await bot.cache.helpChannel.threads.fetchArchived({ before: oldest.id })
-      ).threads;
-      answered.push(
-        ...archived
-          .map((e) => e)
-          .filter((thread) => thread.appliedTags.includes(bot.cache.answerTag))
-      );
-      answered.sort(
-        (a, b) => (b.createdTimestamp ?? 0) - (a.createdTimestamp ?? 0)
-      );
-      oldest = answered.slice(-1)[0];
-    }
 
     const filtered = answered
       .filter(

diff --git a/src/modules/threads/autorespondToThreads.ts b/src/modules/threads/autorespondToThreads.ts
@@ -9,33 +9,15 @@ import { errorHandler } from "../../utils/errorHandler";
  */
 export const autorespondToThreads = async (bot: ExtendedClient) => {
   try {
-    const archived = (await bot.cache.helpChannel.threads.fetchArchived())
-      .threads;
+    const archived = (
+      await bot.cache.helpChannel.threads.fetchArchived({ fetchAll: true })
+    ).threads;
     const active = (await bot.cache.helpChannel.threads.fetchActive()).threads;
     const threads = [...archived.map((e) => e), ...active.map((e) => e)];
     const unanswered = threads
       .filter((thread) => !thread.appliedTags.includes(bot.cache.answerTag))
       .map((e) => e)
       .sort((a, b) => (b.createdTimestamp ?? 0) - (a.createdTimestamp ?? 0));
-    let oldest = unanswered.slice(-1)[0];
-
-    while (
-      oldest.createdTimestamp &&
-      oldest.createdTimestamp > Date.now() - 1000 * 60 * 60 * 24 * 30
-    ) {
-      const archived = (
-        await bot.cache.helpChannel.threads.fetchArchived({ before: oldest.id })
-      ).threads;
-      unanswered.push(
-        ...archived
-          .map((e) => e)
-          .filter((thread) => thread.appliedTags.includes(bot.cache.answerTag))
-      );
-      unanswered.sort(
-        (a, b) => (b.createdTimestamp ?? 0) - (a.createdTimestamp ?? 0)
-      );
-      oldest = unanswered.slice(-1)[0];
-    }
 
     for (const thread of unanswered) {
       const lastMessage = (await thread.messages.fetch({ limit: 1 })).first();

diff --git a/src/utils/loadChannels.ts b/src/utils/loadChannels.ts
@@ -3,6 +3,7 @@ import { ChannelType } from "discord.js";
 import { ExtendedClient } from "../interfaces/ExtendedClient";
 
 import { errorHandler } from "./errorHandler";
+import { logHandler } from "./logHandler";
 
 /**
  * Loads the guild and channel IDs from the environment, fetches
@@ -85,6 +86,20 @@ export const loadChannels = async (bot: ExtendedClient) => {
         lastSticky: "",
       };
     }
+
+    logHandler.debug("Loading help threads to cache.");
+
+    const rawArchived = await bot.cache.helpChannel.threads.fetchArchived({
+      fetchAll: true,
+    });
+    const archived = rawArchived.threads;
+    const active = (await bot.cache.helpChannel.threads.fetchActive()).threads;
+    const threads = [...archived.map((e) => e), ...active.map((e) => e)];
+    const sorted = threads
+      .map((e) => e)
+      .sort((a, b) => (b.createdTimestamp ?? 0) - (a.createdTimestamp ?? 0));
+
+    logHandler.debug(`Loaded ${sorted.length} threads.`);
   } catch (err) {
     await errorHandler(bot, "load channels utility", err);
     // shut down because the cache is essential.