From 81425bd0c53be2448b8c8c8a344576bf5acca36a Mon Sep 17 00:00:00 2001
From: MDLeom <2809763-curben@users.noreply.gitlab.com>
Date: Mon, 9 Nov 2020 04:30:50 +0000
Subject: [PATCH] fix(exclude): add all S3 endpoints

- including legacy endpoints
- Closes #29
https://docs.aws.amazon.com/general/latest/gr/s3.html
https://docs.aws.amazon.com/AmazonS3/latest/dev/VirtualHosting.html#s3-dash-region
---
 src/exclude.txt | 66 ++++++++++++++++++++++++++++++++++++++-----------
 1 file changed, 52 insertions(+), 14 deletions(-)

diff --git a/src/exclude.txt b/src/exclude.txt
index 7aca6cf8..2b615887 100644
--- a/src/exclude.txt
+++ b/src/exclude.txt
@@ -1,12 +1,7 @@
 # Exclusion list
 # malicious links are still included in "urlhaus-filter.txt" & "urlhaus-filter-online.txt"
-s3-eu-west-1.amazonaws.com
-s3.amazonaws.com
-s3-us-west-2.amazonaws.com
-s3.eu-central-1.amazonaws.com
 shellter-static.s3.amazonaws.com
 void.cat
-s3.us-east-2.amazonaws.com
 lists.infradead.org
 cdimage.debian.org
 pdesaa.cimaa.pt
@@ -15,15 +10,58 @@ cdn-frm-eu.wargaming.net
 hampsteadclinic.co.uk
 users.skynet.be
 users.telenet.be
-s3.ap-south-1.amazonaws.com
-s3.af-south-1.amazonaws.com
-s3.ap-northeast-3.amazonaws.com
-s3.ap-northeast-2.amazonaws.com
-s3.ca-central-1.amazonaws.com
-s3.cn-north-1.amazonaws.com.cn
-s3.eu-south-1.amazonaws.com
-s3.eu-west-3.amazonaws.com
 u.teknik.io
 digitalschnitt.de
 debonosu.jp
-cd.textfiles.com
\ No newline at end of file
+cd.textfiles.com
+s3.us-east-2.amazonaws.com
+s3.us-east-1.amazonaws.com
+s3.amazonaws.com
+s3.us-west-1.amazonaws.com
+s3.us-west-2.amazonaws.com
+s3.af-south-1.amazonaws.com
+s3.ap-east-1.amazonaws.com
+s3.ap-south-1.amazonaws.com
+s3.ap-northeast-3.amazonaws.com
+s3.ap-northeast-2.amazonaws.com
+s3.ap-southeast-1.amazonaws.com
+s3.ap-southeast-2.amazonaws.com
+s3.ap-northeast-1.amazonaws.com
+s3.ca-central-1.amazonaws.com
+s3.cn-north-1.amazonaws.com.cn
+s3.cn-northwest-1.amazonaws.com.cn
+s3.eu-central-1.amazonaws.com
+s3.eu-west-1.amazonaws.com
+s3.eu-west-2.amazonaws.com
+s3.eu-south-1.amazonaws.com
+s3.eu-west-3.amazonaws.com
+s3.eu-north-1.amazonaws.com
+s3.sa-east-1.amazonaws.com
+s3.me-south-1.amazonaws.com
+s3.us-gov-east-1.amazonaws.com
+s3.us-gov-west-1.amazonaws.com
+s3-us-east-2.amazonaws.com
+s3-us-east-1.amazonaws.com
+s3-us-west-1.amazonaws.com
+s3-us-west-2.amazonaws.com
+s3-af-south-1.amazonaws.com
+s3-ap-east-1.amazonaws.com
+s3-ap-south-1.amazonaws.com
+s3-ap-northeast-3.amazonaws.com
+s3-ap-northeast-2.amazonaws.com
+s3-ap-southeast-1.amazonaws.com
+s3-ap-southeast-2.amazonaws.com
+s3-ap-northeast-1.amazonaws.com
+s3-ca-central-1.amazonaws.com
+s3-cn-north-1.amazonaws.com.cn
+s3-cn-northwest-1.amazonaws.com.cn
+s3-eu-central-1.amazonaws.com
+s3-eu-west-1.amazonaws.com
+s3-eu-west-2.amazonaws.com
+s3-eu-south-1.amazonaws.com
+s3-eu-west-3.amazonaws.com
+s3-eu-north-1.amazonaws.com
+s3-sa-east-1.amazonaws.com
+s3-me-south-1.amazonaws.com
+s3-us-gov-east-1.amazonaws.com
+s3-us-gov-west-1.amazonaws.com
\ No newline at end of file