reduce some busywork

.github/workflows/update.yml

@@ -18,6 +18,12 @@ jobs:
     - name: Generate todo.txt
       run: |-
         comm -23 <(sort -u data/current.txt) <(awk -F= '{print $1}' data/identified.txt |sort -u) | sort -u > data/todo.txt
+    - name: Check IMSB
+      run: |-
+        ./scripts/check_imsb.sh
+    - name: Generate todo.txt (again)
+      run: |-
+        comm -23 <(sort -u data/current.txt) <(awk -F= '{print $1}' data/identified.txt |sort -u) | sort -u > data/todo.txt
     - name: Generate merged.txt
       run: |-
         npm run update-merged

scripts/check_imsb.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+# previously I was just checking the Twitter page for newly identified hashes to keep things up to date.
+# considering that I've contributed dozens of new solves to @BlockedServers, I feel alright doing this
+
+curl -s https://ismyserverblocked.com/lookup-bulk -H "Content-type: application/json" --data-raw "$(jq -s -R 'split("\n") | .[:-1]' data/todo.txt)" \
+| jq -r '.[] | .result.hostname' \
+| sort -u \
+| xargs node try_url.js