bob is your uncle

src/database/schemas/player.ts

@@ -4,7 +4,7 @@ const { Schema } = mongoose;
 
 const playerSchema = new Schema({
   _id: String,
-  avatar: String,
+  profilePicture: String,
   name: String,
   country: String,
 

src/jobs/index.ts

@@ -2,3 +2,4 @@
 
 export * from "./fetchNewScores";
 export * from "./setupUser";
+export * from "./updateUsers";

src/jobs/updateUsers.ts

@@ -0,0 +1,64 @@
+import { connectMongo } from "@/database/mongo";
+import { PlayerSchema } from "@/database/schemas/player";
+import { triggerClient } from "@/trigger";
+import { getPlayerInfo } from "@/utils/scoresaber/api";
+import { cronTrigger } from "@trigger.dev/sdk";
+
+triggerClient.defineJob({
+  id: "update-users-scoresaber",
+  name: "Users: Fetch all user data from scoresaber",
+  version: "0.0.1",
+  trigger: cronTrigger({
+    cron: "0 * * * *", // Fetch new data every hour
+  }),
+  run: async (payload, io, ctx) => {
+    io.logger.info("Users: Fetching all user data from scoresaber");
+
+    // Ensure we're connected to the database
+    await connectMongo();
+
+    let usersUpdated = 0;
+    const players = await PlayerSchema.find().select("_id"); // Get all players
+    for (const player of players) {
+      const newData: any = getPlayerInfo(player._id, true);
+      if (newData === undefined || newData === null) {
+        io.logger.warn(
+          `Users: Failed to fetch data for player: "${player._id}"`,
+        );
+        continue;
+      }
+
+      const oldData = await PlayerSchema.findById(player._id);
+      if (oldData === null) {
+        io.logger.warn(`Users: Failed to find player: "${player._id}"`);
+        continue;
+      }
+
+      // Check if the data has changed
+      if (oldData.scoresaber.pp === newData.pp) {
+        continue;
+      }
+
+      // Update the player data
+      await PlayerSchema.findByIdAndUpdate(player._id, {
+        $set: {
+          name: newData.name,
+          country: newData.country,
+          profilePicture: newData.profilePicture,
+          "scoresaber.pp": newData.pp,
+          "scoresaber.rank": newData.rank,
+          "scoresaber.countryRank": newData.countryRank,
+          "scoresaber.role": newData.role,
+          "scoresaber.badges": newData.badges,
+          "scoresaber.histories": newData.histories,
+          "scoresaber.scoreStats": newData.scoreStats,
+          "scoresaber.permission": newData.permission,
+          "scoresaber.inactive": newData.inactive,
+        },
+      });
+      usersUpdated++;
+    }
+
+    io.logger.info(`Users: Updated ${usersUpdated} users`);
+  },
+});

src/utils/number.ts

@@ -5,5 +5,8 @@
  * @returns the formatted number
  */
 export function formatNumber(number: number) {
+  if (number === undefined) {
+    return "";
+  }
   return number.toString().replace(/\B(?=(\d{3})+(?!\d))/g, ",");
 }

src/utils/scoresaber/api.ts

@@ -1,15 +1,13 @@
+import { connectMongo } from "@/database/mongo";
+import { PlayerSchema } from "@/database/schemas/player";
 import { logger } from "@/logger";
 import { ScoresaberPlayer } from "@/schemas/scoresaber/player";
 import { ScoresaberPlayerScore } from "@/schemas/scoresaber/playerScore";
-import { fetchBuilder, MemoryCache } from "node-fetch-cache";
+import { FetchQueue } from "../fetchWithQueue";
 import { formatString } from "../string";
 
 // Create a fetch instance with a cache
-const fetch = fetchBuilder.withCache(
-  new MemoryCache({
-    ttl: 15 * 60 * 1000, // 15 minutes
-  }),
-);
+const fetchQueue = new FetchQueue(15 * 60 * 1000);
 
 // Api endpoints
 const API_URL = "https://scoresaber.com/api";
@@ -33,7 +31,9 @@ const SearchType = {
 export async function searchByName(
   name: string,
 ): Promise<ScoresaberPlayer[] | undefined> {
-  const response = await fetch(formatString(SEARCH_PLAYER_URL, name));
+  const response = await fetchQueue.fetch(
+    formatString(SEARCH_PLAYER_URL, name),
+  );
   const json = await response.json();
 
   // Check if there was an error fetching the user data
@@ -52,8 +52,18 @@ export async function searchByName(
  */
 export async function getPlayerInfo(
   playerId: string,
-): Promise<ScoresaberPlayer | undefined> {
-  const response = await fetch(formatString(GET_PLAYER_DATA_FULL, playerId));
+  apiOnly = false,
+): Promise<ScoresaberPlayer | undefined | null> {
+  await connectMongo();
+  const isPlayerInDb = await PlayerSchema.exists({ _id: playerId });
+  if (isPlayerInDb && !apiOnly) {
+    const player = await PlayerSchema.findById({ _id: playerId });
+    return player.scoresaber;
+  }
+
+  const response = await fetchQueue.fetch(
+    formatString(GET_PLAYER_DATA_FULL, playerId),
+  );
   const json = await response.json();
 
   // Check if there was an error fetching the user data
@@ -85,7 +95,7 @@ export async function fetchScores(
     );
     limit = 100;
   }
-  const response = await fetch(
+  const response = await fetchQueue.fetch(
     formatString(PLAYER_SCORES, playerId, limit, searchType, page),
   );
   const json = await response.json();