fix: use all URLs including offline's
upstream (urlhaus.abuse.ch) incorrectly marks many online urls as offline.
noticed from 6c7faa95f7
This commit is contained in:
parent
a7046c77a6
commit
bb817d9838
|
@ -8,7 +8,7 @@ cat URLhaus.csv | \
|
|||
# Convert DOS to Unix line ending
|
||||
dos2unix | \
|
||||
# Parse online URLs only
|
||||
grep '"online"' | \
|
||||
#grep '"online"' | \
|
||||
# Parse domains and IP address only
|
||||
cut -f 6 -d '"' | \
|
||||
cut -f 3 -d '/' | \
|
||||
|
|
|
@ -8,7 +8,7 @@ cat URLhaus.csv | \
|
|||
# Convert DOS to Unix line ending
|
||||
dos2unix | \
|
||||
# Parse online URLs only
|
||||
grep '"online"' | \
|
||||
#grep '"online"' | \
|
||||
# Parse URLs
|
||||
cut -f 6 -d '"' | \
|
||||
cut -f 3- -d '/' | \
|
||||
|
|
|
@ -8,7 +8,7 @@ cat URLhaus.csv | \
|
|||
# Convert DOS to Unix line ending
|
||||
dos2unix | \
|
||||
# Parse online URLs only
|
||||
grep '"online"' | \
|
||||
#grep '"online"' | \
|
||||
# Parse domains and IP address only
|
||||
cut -f 6 -d '"' | \
|
||||
cut -f 3 -d '/' | \
|
||||
|
|
Loading…
Reference in New Issue