fix: cloudflare radar dataset is now in csv format

instead of zip
This commit is contained in:
Ming Di Leom 2023-01-16 07:10:30 +00:00
parent 3a5fdbde4a
commit 0424364a49
No known key found for this signature in database
GPG Key ID: 32D3E28E96A695E8
1 changed files with 2 additions and 2 deletions

View File

@ -52,10 +52,10 @@ if [ -n "$CF_API" ]; then
--data "{ \"datasetId\": $DATASET_ID }" \
-o "cf/dataset-url.json"
DATASET_URL=$(jq ".result.dataset.url" "cf/dataset-url.json" | sed 's/"//g')
curl "$DATASET_URL" -o "cf/top-1m-radar.zip"
curl "$DATASET_URL" -o "cf/top-1m-radar.csv"
## Parse the Radar 1 Million
unzip -p "cf/top-1m-radar.zip" | \
cat "cf/top-1m-radar.csv" | \
dos2unix | \
tr "[:upper:]" "[:lower:]" | \
grep -F "." | \