reduce some busywork

This commit is contained in:
Austin Burk 2023-01-11 11:30:28 -05:00
parent 302472e33c
commit 215add3131
2 changed files with 15 additions and 0 deletions

@ -18,6 +18,12 @@ jobs:
- name: Generate todo.txt - name: Generate todo.txt
run: |- run: |-
comm -23 <(sort -u data/current.txt) <(awk -F= '{print $1}' data/identified.txt |sort -u) | sort -u > data/todo.txt comm -23 <(sort -u data/current.txt) <(awk -F= '{print $1}' data/identified.txt |sort -u) | sort -u > data/todo.txt
- name: Check IMSB
run: |-
./scripts/check_imsb.sh
- name: Generate todo.txt (again)
run: |-
comm -23 <(sort -u data/current.txt) <(awk -F= '{print $1}' data/identified.txt |sort -u) | sort -u > data/todo.txt
- name: Generate merged.txt - name: Generate merged.txt
run: |- run: |-
npm run update-merged npm run update-merged

9
scripts/check_imsb.sh Executable file

@ -0,0 +1,9 @@
#!/bin/bash
# previously I was just checking the Twitter page for newly identified hashes to keep things up to date.
# considering that I've contributed dozens of new solves to @BlockedServers, I feel alright doing this
curl -s https://ismyserverblocked.com/lookup-bulk -H "Content-type: application/json" --data-raw "$(jq -s -R 'split("\n") | .[:-1]' data/todo.txt)" \
| jq -r '.[] | .result.hostname' \
| sort -u \
| xargs node try_url.js