deploy: 75e74827b579a766f8312091efe1df82fc03a0e4

This commit is contained in:
SukkaBot
2022-10-19 02:34:15 +00:00
parent 5ad8712c2d
commit 9be9d924f7
6 changed files with 5261 additions and 10396 deletions

View File

@@ -1,9 +1,6 @@
const Piscina = require('piscina');
// pre check if fullset domain is starts with a "."
// This avoid calling chatCodeAt repeatedly
const { canExcludeFromDedupe } = require('../lib/parse-filter')
// workerData is an array of string, sorted by length, short first
const fullsetDomainStartsWithADot = Piscina.workerData
const totalLen = fullsetDomainStartsWithADot.length;
@@ -45,11 +42,8 @@ module.exports.dedupe = ({ chunk }) => {
break;
}
}
}
// domainFromInput is now startsWith a "."
if (domainFromInputLen >= domainFromFullSetLen) {
} else if (domainFromInputLen > domainFromFullSetLen) {
// domainFromInput is now startsWith a "."
if (domainFromInput.endsWith(domainFromFullSet)) {
outputToBeRemoved[i] = 1;
break;