From bb817d9838d35eda22c5b30018488be0bc19e0db Mon Sep 17 00:00:00 2001 From: curben Date: Mon, 27 May 2019 15:10:12 +0930 Subject: [PATCH] fix: use all URLs including offline's upstream (urlhaus.abuse.ch) incorrectly marks many online urls as offline. noticed from 6c7faa95f7120cb18b21ec4775b7f413de990f7a --- utils/malware-domains.sh | 2 +- utils/malware-url-top-domains.sh | 2 +- utils/urlhaus-top-domains.sh | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/utils/malware-domains.sh b/utils/malware-domains.sh index 996eadb5..333f2f43 100644 --- a/utils/malware-domains.sh +++ b/utils/malware-domains.sh @@ -8,7 +8,7 @@ cat URLhaus.csv | \ # Convert DOS to Unix line ending dos2unix | \ # Parse online URLs only -grep '"online"' | \ +#grep '"online"' | \ # Parse domains and IP address only cut -f 6 -d '"' | \ cut -f 3 -d '/' | \ diff --git a/utils/malware-url-top-domains.sh b/utils/malware-url-top-domains.sh index dbb5cfcb..da53ae53 100644 --- a/utils/malware-url-top-domains.sh +++ b/utils/malware-url-top-domains.sh @@ -8,7 +8,7 @@ cat URLhaus.csv | \ # Convert DOS to Unix line ending dos2unix | \ # Parse online URLs only -grep '"online"' | \ +#grep '"online"' | \ # Parse URLs cut -f 6 -d '"' | \ cut -f 3- -d '/' | \ diff --git a/utils/urlhaus-top-domains.sh b/utils/urlhaus-top-domains.sh index 8683e69c..0e6e17e9 100644 --- a/utils/urlhaus-top-domains.sh +++ b/utils/urlhaus-top-domains.sh @@ -8,7 +8,7 @@ cat URLhaus.csv | \ # Convert DOS to Unix line ending dos2unix | \ # Parse online URLs only -grep '"online"' | \ +#grep '"online"' | \ # Parse domains and IP address only cut -f 6 -d '"' | \ cut -f 3 -d '/' | \