curben
/
phishing-filter
mirror of https://gitlab.com/malware-filter/phishing-filter
1
0
Fork 0
Code Issues Releases Wiki Activity

style: alias "curl -L"

This commit is contained in:
MDLeom 2022-10-10 09:15:57 +00:00
parent 93824af81b
commit eea9efd0f1
No known key found for this signature in database
GPG Key ID: 32D3E28E96A695E8
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/script.sh
View File

@ -4,6 +4,7 @@
set -efx -o pipefail
alias curl="curl -L"
alias rm="rm -f"
## Use GNU grep, busybox grep is too slow
@ -44,17 +45,17 @@ fi
## Prepare datasets
if [ -n "$PHISHTANK_API" ]; then
curl -L --user-agent "$USER_AGENT" \
curl --user-agent "$USER_AGENT" \
"https://data.phishtank.com/data/$PHISHTANK_API/online-valid.csv.bz2" -o "phishtank.bz2"
else
curl -L --user-agent "$USER_AGENT" \
curl --user-agent "$USER_AGENT" \
"https://data.phishtank.com/data/online-valid.csv.bz2" -o "phishtank.bz2"
fi
curl -L "https://openphish.com/feed.txt" -o "openphish-raw.txt"
curl -L "https://phishunt.io/feed.txt" -o "phishunt-raw.txt"
curl -L "https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip" -o "top-1m-umbrella.zip"
curl -L "https://tranco-list.eu/top-1m.csv.zip" -o "top-1m-tranco.zip"
curl "https://openphish.com/feed.txt" -o "openphish-raw.txt"
curl "https://phishunt.io/feed.txt" -o "phishunt-raw.txt"
curl "https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip" -o "top-1m-umbrella.zip"
curl "https://tranco-list.eu/top-1m.csv.zip" -o "top-1m-tranco.zip"
bunzip2 -kc "phishtank.bz2" > "phishtank.csv"