attempt to close the old socket

Reviewed-on: #27

.gitignore

@@ -144,3 +144,7 @@ dist
 # Built Visual Studio Code Extensions
 *.vsix
 
+# lock files
+package-lock.json
+yarn.lock
+

Dockerfile

@@ -1,9 +1,10 @@
-FROM node:alpine
+FROM fascinated/docker-images:node-pnpm-latest
+
 WORKDIR /usr/src/app
-COPY package*.json ./
+COPY package.json pnpm-lock.yaml ./
-RUN npm install
+RUN pnpm install
 COPY . .
-RUN npx tsc -b
+RUN pnpm run build
 ENV PORT=80
 EXPOSE 80
-CMD [ "npm", "start" ]
+CMD [ "pnpm", "start" ]

package-lock.json

@@ -41,39 +41,39 @@
       }
     },
     "node_modules/@sentry-internal/tracing": {
-      "version": "7.82.0",
+      "version": "7.83.0",
-      "resolved": "https://registry.npmjs.org/@sentry-internal/tracing/-/tracing-7.82.0.tgz",
+      "resolved": "https://registry.npmjs.org/@sentry-internal/tracing/-/tracing-7.83.0.tgz",
-      "integrity": "sha512-kgZVHYbZCeOb5apTDZJG9bioaKNPImmHTggZSWMmZj1Q037ft4481EleIVtKWOUvJzmEndEmD91mglkXBGPQwA==",
+      "integrity": "sha512-fY1ZyOiQaaUTuoq5rO+G4/5Ov3n8BnfNK7ck97yAGxy3w+E1CwhVZkXHEvTngNfdYV3ArxvlrtPRb9STFRqXvQ==",
       "dependencies": {
-        "@sentry/core": "7.82.0",
+        "@sentry/core": "7.83.0",
-        "@sentry/types": "7.82.0",
+        "@sentry/types": "7.83.0",
-        "@sentry/utils": "7.82.0"
+        "@sentry/utils": "7.83.0"
       },
       "engines": {
         "node": ">=8"
       }
     },
     "node_modules/@sentry/core": {
-      "version": "7.82.0",
+      "version": "7.83.0",
-      "resolved": "https://registry.npmjs.org/@sentry/core/-/core-7.82.0.tgz",
+      "resolved": "https://registry.npmjs.org/@sentry/core/-/core-7.83.0.tgz",
-      "integrity": "sha512-Wc+AYPzDIgFbuKkyYd/8tFm4E8CQboDkxefsz26N66CU1Ueqlk0RA8nVbzhbklhO/SuPJeR+fVOOx1spXYoybg==",
+      "integrity": "sha512-fglvpw8aWM6nWXzCjAVXIMTiTEAQ9G9b85IpDd/7L8fuwaFTPQAUSJXupF2PfbpQ3FUYbJt80dxshbERVJG8vQ==",
       "dependencies": {
-        "@sentry/types": "7.82.0",
+        "@sentry/types": "7.83.0",
-        "@sentry/utils": "7.82.0"
+        "@sentry/utils": "7.83.0"
       },
       "engines": {
         "node": ">=8"
       }
     },
     "node_modules/@sentry/node": {
-      "version": "7.82.0",
+      "version": "7.83.0",
-      "resolved": "https://registry.npmjs.org/@sentry/node/-/node-7.82.0.tgz",
+      "resolved": "https://registry.npmjs.org/@sentry/node/-/node-7.83.0.tgz",
-      "integrity": "sha512-/Eg8FxXaXbthoU6NaAilWMzQQuyG48oeeZKMKqFEKnul334GX+vNEOp8Xlnd72FMiACMKjFJqgb+amBVh5jOxw==",
+      "integrity": "sha512-ibnON+5ovoGOsvcLxcWQu5XAc4rbkvDkzCP74YGnME3/NzRuo3cKam8bUL5Wlm15h68QzxskyNOLuj6BEJ6AfQ==",
       "dependencies": {
-        "@sentry-internal/tracing": "7.82.0",
+        "@sentry-internal/tracing": "7.83.0",
-        "@sentry/core": "7.82.0",
+        "@sentry/core": "7.83.0",
-        "@sentry/types": "7.82.0",
+        "@sentry/types": "7.83.0",
-        "@sentry/utils": "7.82.0",
+        "@sentry/utils": "7.83.0",
         "https-proxy-agent": "^5.0.0"
       },
       "engines": {
@@ -81,19 +81,19 @@
       }
     },
     "node_modules/@sentry/types": {
-      "version": "7.82.0",
+      "version": "7.83.0",
-      "resolved": "https://registry.npmjs.org/@sentry/types/-/types-7.82.0.tgz",
+      "resolved": "https://registry.npmjs.org/@sentry/types/-/types-7.83.0.tgz",
-      "integrity": "sha512-mWiSaWXas2zAyO7Kt5Eb9/W2vEiDiTw56NGRjKWsZnmKyl9bK3Mnxuk0TR7M6F+q8OoAFZPK1rECnyGIcb0fqQ==",
+      "integrity": "sha512-Bd+zJcy8p1VgCfQqUprmUaw0QPWUV+GmCt6zJRHrHTb2pwLahXv6sHJvQ8F8Va6S7Keuy088U+kHzUFGQLMZMQ==",
       "engines": {
         "node": ">=8"
       }
     },
     "node_modules/@sentry/utils": {
-      "version": "7.82.0",
+      "version": "7.83.0",
-      "resolved": "https://registry.npmjs.org/@sentry/utils/-/utils-7.82.0.tgz",
+      "resolved": "https://registry.npmjs.org/@sentry/utils/-/utils-7.83.0.tgz",
-      "integrity": "sha512-Tba4yemyePW+bwKO/UR5/hlY3CBuBWc/PiKMLLfE6VNhFgZN/Ei9T/Wfp2ld/ANhfC0imqSd2iCv2rUuDPNRpQ==",
+      "integrity": "sha512-7SrZtgAn3pHFBqSSvV/VL0CWTBQ7VenJjok4+WGWd6/FhP3fKrEEd9rjVTUb2Pzq9WLJJYzdvxAG8RlggG+H4g==",
       "dependencies": {
-        "@sentry/types": "7.82.0"
+        "@sentry/types": "7.83.0"
       },
       "engines": {
         "node": ">=8"

package.json

@@ -6,6 +6,7 @@
   "scripts": {
     "start": "node dist/index.js",
     "tsc": "tsc -w",
+    "build": "tsc",
     "dev": "nodemon dist/index.js"
   },
   "author": "",

src/api/routes/analytics.ts

@@ -1,85 +1,85 @@
-import { INFLUXDB_BUCKET, InfluxQueryAPI } from "../..";
+import { INFLUXDB_BUCKET, InfluxQueryAPI } from "../..";
-import { formatString } from "../../utils/stringUtils";
+import { formatString } from "../../utils/stringUtils";
-import { parseTimeToMilliseconds } from "../../utils/timeUtils";
+import { parseTimeToMilliseconds } from "../../utils/timeUtils";
-
+
-// Query to get the player count history for tge last 24 hours in 1 hour intervals
+// Query to get the player count history for tge last 24 hours in 1 hour intervals
-const getPlayerHistoryQuery = `from(bucket: "${INFLUXDB_BUCKET}")
+const getPlayerHistoryQuery = `from(bucket: "${INFLUXDB_BUCKET}")
-|> range(start: -{})
+|> range(start: -{})
-|> filter(fn: (r) => r["_measurement"] == "scoresaber")
+|> filter(fn: (r) => r["_measurement"] == "scoresaber")
-|> filter(fn: (r) => r["type"] == "score")
+|> filter(fn: (r) => r["type"] == "score")
-|> filter(fn: (r) => r["_field"] == "player_id")
+|> filter(fn: (r) => r["_field"] == "player_id")
-|> unique()
+|> unique()
-|> aggregateWindow(every: {}, fn: count)
+|> aggregateWindow(every: {}, fn: count)
-`;
+`;
-
+
-const getScoreCountHistoryQuery = `from(bucket: "${INFLUXDB_BUCKET}")
+const getScoreCountHistoryQuery = `from(bucket: "${INFLUXDB_BUCKET}")
-  |> range(start: -{})
+  |> range(start: -{})
-  |> filter(fn: (r) => r["_measurement"] == "scoresaber")
+  |> filter(fn: (r) => r["_measurement"] == "scoresaber")
-  |> filter(fn: (r) => r["_field"] == "value")
+  |> filter(fn: (r) => r["_field"] == "value")
-  |> filter(fn: (r) => r["type"] == "score_count")
+  |> filter(fn: (r) => r["type"] == "score_count")
-  |> aggregateWindow(every: {}, fn: spread, createEmpty: true)
+  |> aggregateWindow(every: {}, fn: spread, createEmpty: true)
-`;
+`;
-
+
-export default function analyticsRoute(app: any) {
+export default function analyticsRoute(app: any) {
-  app.get("/analytics", async (req: any, res: any) => {
+  app.get("/analytics", async (req: any, res: any) => {
-    const before = new Date().getTime();
+    const before = new Date().getTime();
-
+
-    const timeQuery = req.query.time || "30d";
+    const timeQuery = req.query.time || "30d";
-    const timeInMs = parseTimeToMilliseconds(timeQuery.toString());
+    const timeInMs = parseTimeToMilliseconds(timeQuery.toString());
-    if (timeInMs > 30 * 24 * 60 * 60 * 1000) {
+    if (timeInMs > 30 * 24 * 60 * 60 * 1000) {
-      return res.status(400).json({
+      return res.status(400).json({
-        error: "Time range too large. Max time range is 30 days.",
+        error: "Time range too large. Max time range is 30 days.",
-      });
+      });
-    }
+    }
-    const shouldUseLongerIntervals = timeInMs > 24 * 60 * 60 * 1000 * 7; // 7 days
+    const shouldUseLongerIntervals = timeInMs > 24 * 60 * 60 * 1000 * 7; // 7 days
-
+
-    const getActivePlayersHistory = async () => {
+    const getActivePlayersHistory = async () => {
-      const rows = await InfluxQueryAPI.collectRows(
+      const rows = await InfluxQueryAPI.collectRows(
-        formatString(
+        formatString(
-          getPlayerHistoryQuery,
+          getPlayerHistoryQuery,
-          false,
+          false,
-          timeQuery,
+          timeQuery,
-          shouldUseLongerIntervals ? "1d" : "1h"
+          shouldUseLongerIntervals ? "1d" : "1h"
-        )
+        )
-      );
+      );
-      let history = rows.map((row: any) => ({
+      let history = rows.map((row: any) => ({
-        time: row._time,
+        time: row._time,
-        value: row._value !== null ? row._value.toFixed(0) : null,
+        value: row._value !== null ? row._value.toFixed(0) : null,
-      }));
+      }));
-      return history.sort(
+      return history.sort(
-        (a: any, b: any) =>
+        (a: any, b: any) =>
-          new Date(a.time).getTime() - new Date(b.time).getTime()
+          new Date(a.time).getTime() - new Date(b.time).getTime()
-      );
+      );
-    };
+    };
-
+
-    const getScoreCountHistory = async () => {
+    const getScoreCountHistory = async () => {
-      const rows = await InfluxQueryAPI.collectRows(
+      const rows = await InfluxQueryAPI.collectRows(
-        formatString(
+        formatString(
-          getScoreCountHistoryQuery,
+          getScoreCountHistoryQuery,
-          false,
+          false,
-          timeQuery,
+          timeQuery,
-          shouldUseLongerIntervals ? "1d" : "1h"
+          shouldUseLongerIntervals ? "1d" : "1h"
-        )
+        )
-      );
+      );
-      let history = rows.map((row: any) => ({
+      let history = rows.map((row: any) => ({
-        time: row._time,
+        time: row._time,
-        value: row._value !== null ? row._value.toFixed(0) : null,
+        value: row._value !== null ? row._value.toFixed(0) : null,
-      }));
+      }));
-      return history.sort(
+      return history.sort(
-        (a: any, b: any) =>
+        (a: any, b: any) =>
-          new Date(a.time).getTime() - new Date(b.time).getTime()
+          new Date(a.time).getTime() - new Date(b.time).getTime()
-      );
+      );
-    };
+    };
-
+
-    const [activePlayersHistory, scoreCountHistory] = await Promise.all([
+    const [activePlayersHistory, scoreCountHistory] = await Promise.all([
-      getActivePlayersHistory(),
+      getActivePlayersHistory(),
-      getScoreCountHistory(),
+      getScoreCountHistory(),
-    ]);
+    ]);
-
+
-    return res.json({
+    return res.json({
-      serverTimeTaken: new Date().getTime() - before + "ms",
+      serverTimeTaken: new Date().getTime() - before + "ms",
-      activePlayersHistory,
+      activePlayersHistory,
-      scoreCountHistory,
+      scoreCountHistory,
-    });
+    });
-  });
+  });
-}
+}

src/services/beatsaver.ts

@@ -11,6 +11,10 @@ let totalUpdated: number | undefined;
 let totalCreated: number | undefined;
 let totalDeleted: number | undefined;
 
+// Thee last time a map was heard
+let lastMap: number = Date.now();
+let socket: WebsocketClient | undefined;
+
 async function update() {
   if (totalCreated == undefined) {
     throw new Error("Total created is undefined");
@@ -42,7 +46,7 @@ async function update() {
 }
 
 async function connectWebsocket() {
-  const socket = new WebsocketClient(WEBSOCKET_URL);
+  socket = new WebsocketClient(WEBSOCKET_URL);
   await connectMongo();
   let beatSaver = await BeatSaverSchema.findOne({ _id: "beatsaver" });
   if (!beatSaver) {
@@ -125,3 +129,11 @@ async function connectWebsocket() {
 
 connectWebsocket();
 cron.schedule("*/5 * * * *", update);
+cron.schedule("*/1 * * * *", () => {
+  // 1 minute
+  if (lastMap && Date.now() - lastMap > 60_000) {
+    console.log("Beatsaver websocket is dead, reconnecting");
+    socket?.close();
+    connectWebsocket();
+  }
+});

src/services/scoresaber.ts

@@ -10,6 +10,10 @@ import { normalizedRegionName } from "../utils/regionUtils";
 
 let totalScores: number | undefined;
 
+// Thee last time a score was heard
+let lastScore: number = Date.now();
+let socket: WebsocketClient | undefined;
+
 /**
  * Updates the player count and adds data to influx
  */
@@ -47,7 +51,7 @@ async function connectWebsocket() {
   // set total scores to the current total plays in the database
   totalScores = leaderboard?.totalPlays || 0;
 
-  const socket = new WebsocketClient("wss://scoresaber.com/ws");
+  socket = new WebsocketClient("wss://scoresaber.com/ws");
   socket.onopen = () => {
     console.log("Connected to scoresaber websocket");
   };
@@ -62,6 +66,7 @@ async function connectWebsocket() {
   };
 
   socket.onmessage = async (message) => {
+    lastScore = Date.now();
     const data = message.data;
     let json;
     try {
@@ -152,3 +157,11 @@ async function connectWebsocket() {
 update();
 connectWebsocket();
 cron.schedule("*/1 * * * *", update);
+cron.schedule("*/1 * * * *", () => {
+  // 1 minute
+  if (lastScore && Date.now() - lastScore > 60_000) {
+    console.log("Scoresaber websocket is dead, reconnecting");
+    socket?.close();
+    connectWebsocket();
+  }
+});