diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index fe428373..12064242 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -51,4 +51,8 @@ deploy: - git push only: + # Allow CI to be triggered by schedule - schedules + + # Allow CI to be triggered manually + - web diff --git a/utils/script.sh b/utils/script.sh index bda7c229..55dc353e 100755 --- a/utils/script.sh +++ b/utils/script.sh @@ -14,7 +14,7 @@ COMMENT="$FIRST_LINE\n$SECOND_LINE\n$THIRD_LINE\n$FOURTH_LINE\n$FIFTH_LINE" wget https://urlhaus.abuse.ch/downloads/csv/ -O ../src/URLhaus.csv # Parse domains and IP address only -cat URLhaus.csv | \ +cat ../src/URLhaus.csv | \ grep '"online"' | \ cut -f 6 -d '"' | \ cut -f 3 -d '/' | \ diff --git a/utils/umbrella-top-1m.sh b/utils/umbrella-top-1m.sh index 44ea79fd..78879b6e 100755 --- a/utils/umbrella-top-1m.sh +++ b/utils/umbrella-top-1m.sh @@ -5,7 +5,7 @@ # https://s3-us-west-1.amazonaws.com/umbrella-static/index.html # Download the list -wget -O- http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip | \ +wget -O- https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip | \ # Decompress the zip and write output to stdout zcat -dc | \ # Parse domains only