This commit is contained in:
curben 2018-10-11 11:12:35 +10:30
parent f8b56a2816
commit f453b3397d
3 changed files with 6 additions and 2 deletions

View File

@ -51,4 +51,8 @@ deploy:
- git push
only:
# Allow CI to be triggered by schedule
- schedules
# Allow CI to be triggered manually
- web

View File

@ -14,7 +14,7 @@ COMMENT="$FIRST_LINE\n$SECOND_LINE\n$THIRD_LINE\n$FOURTH_LINE\n$FIFTH_LINE"
wget https://urlhaus.abuse.ch/downloads/csv/ -O ../src/URLhaus.csv
# Parse domains and IP address only
cat URLhaus.csv | \
cat ../src/URLhaus.csv | \
grep '"online"' | \
cut -f 6 -d '"' | \
cut -f 3 -d '/' | \

View File

@ -5,7 +5,7 @@
# https://s3-us-west-1.amazonaws.com/umbrella-static/index.html
# Download the list
wget -O- http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip | \
wget -O- https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip | \
# Decompress the zip and write output to stdout
zcat -dc | \
# Parse domains only