urlhaus-filter/utils/umbrella-top-1m.sh

17 lines
422 B
Bash
Executable File

#!/bin/sh
# Download the Cisco Umbrella 1 Million
# More info:
# https://s3-us-west-1.amazonaws.com/umbrella-static/index.html
# Download the list
wget https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip -O top-1m.csv.zip
# Decompress the zip and write output to stdout
gunzip -dc top-1m.csv.zip | \
# Parse domains only
cut -f 2 -d ',' > ../src/top-1m.txt
# Remove downloaded zip file
rm top-1m.csv.zip