shiro/ruleset.skk.moe
1
0
Fork 0
mirror of https://gitlab.com/SukkaW/ruleset.skk.moe.git synced 2026-04-20 02:44:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

deploy: c91d22b2d323735b58052af2436b68955cd34e18

Browse Source
This commit is contained in:
SukkaBot
2022-10-08 09:53:01 +00:00
parent 9f91bf4738
commit ad87a25df2
7 changed files with 8017 additions and 949 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
Build/worker/build-reject-domainset-worker.js
View File

@@ -1,12 +1,10 @@
const Piscina = require('piscina');
// pre check if fullset domain is starts with a "."
// This avoid calling chatCodeAt repeatedly
const { canExcludeFromDedupe } = require('../lib/parse-filter')
// workerData is an array of string. Sort it by length, short first:
const fullsetDomainStartsWithADot = Piscina.workerData.filter(domain => (
domain.charCodeAt(0) === 46
&& !canExcludeFromDedupe(domain)
));
// workerData is an array of string, sorted by length, short first
const fullsetDomainStartsWithADot = Piscina.workerData
const totalLen = fullsetDomainStartsWithADot.length;
module.exports.dedupe = ({ chunk }) => {
@@ -60,13 +58,5 @@ module.exports.dedupe = ({ chunk }) => {
}
}
return outputToBeRemoved;
return Piscina.move(outputToBeRemoved);
};
// duckdns.org domain will not overlap and doesn't need dedupe
function canExcludeFromDedupe (domain) {
if (domain.length === 23 && domain.endsWith('.duckdns.org')) {
return true;
}
return false;
}