deploy: ba29536177c02fe2e8a72b26416a89e1194373b0

This commit is contained in:
SukkaBot
2022-11-01 12:16:44 +00:00
parent fcc4503de3
commit e63db21af9
7 changed files with 1451 additions and 6382 deletions

View File

@@ -17,7 +17,8 @@ const BLACK_TLD = [
'.shop',
'.cool',
'.cyou',
'.id'
'.id',
'.pro'
];
(async () => {

View File

@@ -230,7 +230,6 @@ const threads = isCI ? cpuCount : cpuCount / 2;
console.log(`Start deduping from black keywords/suffixes! (${previousSize})`);
console.time(`* Dedupe from black keywords/suffixes`);
const toBeRemoved = new Set();
for (const domain of domainSets) {
let isTobeRemoved = false;
@@ -260,14 +259,10 @@ const threads = isCI ? cpuCount : cpuCount / 2;
}
if (isTobeRemoved) {
toBeRemoved.add(domain);
domainSets.delete(domain);
}
}
toBeRemoved.forEach((removed) => {
domainSets.delete(removed)
});
console.timeEnd(`* Dedupe from black keywords/suffixes`);
console.log(`Deduped ${previousSize} - ${domainSets.size} = ${previousSize - domainSets.size} from black keywords and suffixes!`);