From 0405df1f764d63500cd8ecf8e9b2c2da935599fd Mon Sep 17 00:00:00 2001 From: Oliver Schonrock Date: Wed, 23 Oct 2024 20:02:41 +0000 Subject: [PATCH] terser more efficient versions https://github.com/HaveIBeenPwned/PwnedPasswordsDownloader/issues/79#issuecomment-2430213068 --- fetch_hibp.sh | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/fetch_hibp.sh b/fetch_hibp.sh index 57b4633..5767766 100755 --- a/fetch_hibp.sh +++ b/fetch_hibp.sh @@ -3,7 +3,6 @@ cd data curl --retry 10 --retry-all-errors --remote-name-all --parallel --parallel-max 150 "https://api.pwnedpasswords.com/range/{0,1,2,3,4,5,6,7,8,9,A,B,C,D,E,F}{0,1,2,3,4,5,6,7,8,9,A,B,C,D,E,F}{0,1,2,3,4,5,6,7,8,9,A,B,C,D,E,F}{0,1,2,3,4,5,6,7,8,9,A,B,C,D,E,F}{0,1,2,3,4,5,6,7,8,9,A,B,C,D,E,F}" > curl.log 2>&1 -find . -type f -print | egrep -ia '/[0-9a-f]{5}$' | xargs -r -d '\n' awk -F: '{ sub(/\r$/,""); print substr(FILENAME, length(FILENAME)-4, 5) $1 ":" $2 }' > hibp_all.txt - -find . -type f -print | egrep -ia '/[0-9a-f]{5}$' | xargs -r -d '\n' rm +find . -type f -printf '%f\n' | egrep -ia '^[0-9a-f]{5}$' | xargs awk -F: '{ print FILENAME $1 ":" $2 }' | tr -d '\r' > hibp_all.txt +find . -type f -print | egrep -ia '/[0-9a-f]{5}$' | xargs rm