fix: domain should have at least a dot

This commit is contained in:
curben 2019-08-04 17:24:07 +09:30
parent 5cd8ac32a9
commit a01af4765d
No known key found for this signature in database
GPG Key ID: 5D9DB57A25D34EE3
1 changed files with 2 additions and 1 deletions

View File

@ -21,6 +21,8 @@ sed '/^#/d' | \
# Parse URLs
cut -f 6 -d '"' | \
cut -f 3- -d '/' | \
# Domain must have at least a 'dot'
grep -F '.' | \
# Remove www.
sed 's/^www\.//g' | \
sort -u > urlhaus.txt
@ -52,7 +54,6 @@ unzip -p top-1m.csv.zip | \
dos2unix | \
# Parse domains only
cut -f 2 -d ',' | \
# Domain must have at least a 'dot'
grep -F '.' | \
# Remove www.
sed 's/^www\.//g' | \