41 lines
1.5 KiB
Bash
41 lines
1.5 KiB
Bash
|
#!/bin/sh
|
||
|
|
|
||
|
|
set -efux -o pipefail
|
||
|
|
|
||
|
|
alias cp="cp -f"
|
||
|
|
alias curl="curl -L"
|
||
|
|
alias mkdir="mkdir -p"
|
||
|
|
alias unzip="unzip -jo"
|
||
|
|
|
||
|
|
mkdir "tmp/"
|
||
|
|
cd "tmp/"
|
||
|
|
|
||
|
|
curl "https://gitlab.com/curben/urlhaus-filter/-/jobs/artifacts/main/download?job=pages" -o "urlhaus-filter.zip"
|
||
|
|
curl "https://gitlab.com/curben/phishing-filter/-/jobs/artifacts/main/download?job=pages" -o "phishing-filter.zip"
|
||
|
|
curl "https://gitlab.com/curben/pup-filter/-/jobs/artifacts/main/download?job=pages" -o "pup-filter.zip"
|
||
|
|
curl "https://gitlab.com/curben/tracking-filter/-/jobs/artifacts/main/download?job=pages" -o "tracking-filter.zip"
|
||
|
|
|
||
|
|
for zipfile in $(find . -name "*.zip" -type f)
|
||
|
|
do
|
||
|
|
unzip "$zipfile"
|
||
|
|
done
|
||
|
|
|
||
|
|
curl "https://abp.oisd.nl/basic/" -o "oisd_abp_light.txt"
|
||
|
|
curl "https://abp.oisd.nl/" -o "oisd_abp.txt"
|
||
|
|
curl "https://dbl.oisd.nl/basic/" -o "oisd_dbl_light.txt"
|
||
|
|
curl "https://dbl.oisd.nl/" -o "oisd_dbl.txt"
|
||
|
|
curl "https://dblw.oisd.nl/basic/" -o "oisd_dblw_light.txt"
|
||
|
|
curl "https://dblw.oisd.nl/" -o "oisd_dblw.txt"
|
||
|
|
curl "https://hosts.oisd.nl/basic/" -o "oisd_hosts_light.txt"
|
||
|
|
curl "https://hosts.oisd.nl/" -o "oisd_hosts.txt"
|
||
|
|
curl "https://dnsmasq.oisd.nl/basic/" -o "oisd_dnsmasq_light.txt"
|
||
|
|
curl "https://dnsmasq.oisd.nl/" -o "oisd_dnsmasq.txt"
|
||
|
|
curl "https://rpz.oisd.nl/basic/" -o "oisd_rpz_light.txt"
|
||
|
|
curl "https://rpz.oisd.nl/" -o "oisd_rpz.txt"
|
||
|
|
|
||
|
|
find . -name "oisd*.txt" -type f -print0 | xargs -0 gzip -f -k -9
|
||
|
|
find . -name "oisd*.txt" -type f -print0 | xargs -0 brotli -f -k -9
|
||
|
|
|
||
|
|
mkdir "../public/"
|
||
|
|
find . ! -name "*.zip" -type f | xargs cp -t "../public/"
|