fix: skip invalid url

This commit is contained in:
Ming Di Leom 2022-11-05 01:54:51 +00:00
parent 73c21d0112
commit 35cc0a091e
No known key found for this signature in database
GPG Key ID: 32D3E28E96A695E8
1 changed files with 12 additions and 2 deletions

View File

@ -19,12 +19,22 @@ const f = async () => {
const domains = new Set()
for (const { url } of domainsArray) {
const parsedUrl = new URL(url.replace(/\*\./g, '').replace(/^\[/, ''))
let parsedUrl = new URL('http://example.com')
try {
parsedUrl = new URL(url.replace(/\*\./g, ''))
} catch {
continue
}
const domain = parsedUrl.hostname.replace(/\\/g, '').replace(/^www\./, '')
domains.add(domain)
}
for (const { url } of linksArray) {
const parsedUrl = new URL(url)
let parsedUrl = new URL('http://example.com')
try {
parsedUrl = new URL(url)
} catch {
continue
}
const domain = parsedUrl.hostname.replace(/\\/g, '').replace(/^www\./, '')
domains.add(domain)
}