From a01af4765d07eb1064022829569b901acdf3ac3f Mon Sep 17 00:00:00 2001 From: curben <2809763-curben@users.noreply.gitlab.com> Date: Sun, 4 Aug 2019 17:24:07 +0930 Subject: [PATCH] fix: domain should have at least a dot --- script.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/script.sh b/script.sh index 1b231813..175fa22d 100644 --- a/script.sh +++ b/script.sh @@ -21,6 +21,8 @@ sed '/^#/d' | \ # Parse URLs cut -f 6 -d '"' | \ cut -f 3- -d '/' | \ +# Domain must have at least a 'dot' +grep -F '.' | \ # Remove www. sed 's/^www\.//g' | \ sort -u > urlhaus.txt @@ -52,7 +54,6 @@ unzip -p top-1m.csv.zip | \ dos2unix | \ # Parse domains only cut -f 2 -d ',' | \ -# Domain must have at least a 'dot' grep -F '.' | \ # Remove www. sed 's/^www\.//g' | \