From 8176c5f6b3c87befac477e49ed57ed95510c5dd3 Mon Sep 17 00:00:00 2001
From: MDLeom <2809763-curben@users.noreply.gitlab.com>
Date: Wed, 7 Apr 2021 09:54:48 +0000
Subject: [PATCH] feat: mirror oisd blocklist

---
 .gitlab-ci.yml | 17 ++++++++++++++++-
 1 file changed, 16 insertions(+), 1 deletion(-)

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index eed2e0c..0a3a4e9 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -2,16 +2,31 @@ image: alpine:latest
 
 pages:
   before_script:
-    - apk update && apk add git brotli
+    - apk update && apk add git brotli curl
     - git clone --depth 5 https://gitlab.com/curben/urlhaus-filter.git urlhaus-filter/
     - git clone --depth 5 https://gitlab.com/curben/phishing-filter.git phishing-filter/
     - git clone --depth 5 https://gitlab.com/curben/pup-filter.git pup-filter/
 
+    - mkdir -p oisd/
+    - curl -L https://abp.oisd.nl/basic/ -o oisd/abp_light.txt
+    - curl -L https://abp.oisd.nl/ -o oisd/abp.txt
+    - curl -L https://dbl.oisd.nl/basic/ -o oisd/dbl_light.txt
+    - curl -L https://dbl.oisd.nl/ -o oisd/dbl.txt
+    - curl -L https://dblw.oisd.nl/basic/ -o oisd/dblw_light.txt
+    - curl -L https://dblw.oisd.nl/ -o oisd/dblw.txt
+    - curl -L https://hosts.oisd.nl/basic/ -o oisd/hosts_light.txt
+    - curl -L https://hosts.oisd.nl/ -o oisd/hosts.txt
+    - curl -L https://dnsmasq.oisd.nl/basic/ -o oisd/dnsmasq_light.txt
+    - curl -L https://dnsmasq.oisd.nl/ -o oisd/dnsmasq.txt
+    - curl -L https://rpz.oisd.nl/basic/ -o oisd/rpz_light.txt
+    - curl -L https://rpz.oisd.nl/ -o oisd/rpz.txt
+
   script:
     - mkdir -p public/
     - cp urlhaus-filter/urlhaus-filter* public/
     - cp phishing-filter/dist/phishing-filter* public/
     - cp pup-filter/dist/pup-filter* public/
+    - cp oisd/* public/
     - find public -type f -regex '.*\.\(txt\|conf\|tpl\|rules\)$' -exec gzip -f -k -9 {} \;
     - find public -type f -regex '.*\.\(txt\|conf\|tpl\|rules\)$' -exec brotli -f -k -9 {} \;