From 073f2b0fafacc0f056e0505eafd7e3932a8c7676 Mon Sep 17 00:00:00 2001 From: curben Date: Thu, 11 Oct 2018 11:23:07 +1030 Subject: [PATCH] wget and save it into a file instead of stdout --- utils/umbrella-top-1m.sh | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/utils/umbrella-top-1m.sh b/utils/umbrella-top-1m.sh index 78879b6e..c58f4110 100755 --- a/utils/umbrella-top-1m.sh +++ b/utils/umbrella-top-1m.sh @@ -5,8 +5,12 @@ # https://s3-us-west-1.amazonaws.com/umbrella-static/index.html # Download the list -wget -O- https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip | \ +wget https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip -O top-1m.csv.zip + # Decompress the zip and write output to stdout -zcat -dc | \ +zcat -dc top-1m.csv.zip | \ # Parse domains only cut -f 2 -d ',' > ../src/top-1m.txt + +# Remove downloaded zip file +rm top-1m.csv.zip