urlhaus-filter/.gitlab-ci.yml

55 lines
1.3 KiB
YAML

image: alpine:latest # Use latest version of Alpine Linux docker image
before_script:
# Install dependencies
- 'which ssh-agent || ( apk update && apk add openssh-client git wget unzip)'
# Run ssh-agent
- eval $(ssh-agent -s)
# Import private key with ed25519 workaround
- echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add - > /dev/null
# Create the SSH directory and give it the right permissions
- mkdir -p ~/.ssh
- chmod 700 ~/.ssh
# Add gitlab.com as ssh known host
- ssh-keyscan gitlab.com >> ~/.ssh/known_hosts
- chmod 644 ~/.ssh/known_hosts
# Set commit author
- git config --global user.name "curben via GitLab Runner"
- git config --global user.email "curben@users.noreply.gitlab.com"
deploy:
script:
# SSH to gitlab.com
- ssh git@gitlab.com
# Shallow cloning for faster cloning
- git clone --depth 3 git@gitlab.com:curben/urlhaus-filter.git build
# Change to the downloaded repo directory
- cd build/
# Give execute permission to scripts
- cd utils/
- chmod 700 umbrella-top-1m.sh script.sh commit.sh
# Download Umbrella Popularity List
- ./umbrella-top-1m.sh
# Download database dump and process it
- ./script.sh
# Commit the changes
- ./commit.sh
# Push the commit
- cd ../
- git push
only:
- schedules